{"severity_text":"INFO","timestamp":"2026-11-03T20:08:10.978172255Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:10.992487159Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.005623429Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.021717391Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.035776843Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.03579362Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.078821016Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.078863668Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.098723759Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/815d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.102716484Z","body":"LLMInferenceService CRD not yet registered; watch will be added dynamically when KServe is ready","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.109693474Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.113354443Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.171872846Z","body":"InferenceObjective CRD not yet registered; request priority is skipped until it appears","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.181870271Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.181893709Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch when it is established","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.181980864Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.196301699Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.196419445Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.196473779Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.196532047Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.196581845Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.196667279Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.196713834Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.19675796Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.196798972Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.19684283Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.196876337Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.196928421Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.196942925Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.197064461Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.197339367Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.197378949Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.197462512Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.197469237Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.197551913Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.197788032Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.298707961Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 20:08:11.298745 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1103 20:08:11.312353 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.312633487Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.312785181Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.312836394Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.312953876Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313004222Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.31306593Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313104369Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.3132345Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313332136Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313379958Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313468782Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313515385Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313627864Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313721999Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313772517Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313822933Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313865799Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.313937315Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314067269Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314199662Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314271629Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314316149Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314321769Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314410837Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314457941Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314517752Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314541199Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314574341Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.31473205Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314765386Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314816512Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314882246Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.314967148Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315071045Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315107352Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315142742Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315264523Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315299725Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315317074Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315343931Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315364523Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315510099Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315303501Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315938155Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315969075Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.315999195Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.316022518Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.31603321Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.316064006Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.316091876Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.316121101Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.337498989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.451127336Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.47193393Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.499826294Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.499869907Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.541768765Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.541801297Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.541836801Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.541840448Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.541863484Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.541892113Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.553871344Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.55391467Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.553899647Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.553926187Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.55394898Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.553966897Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.617358673Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.617388977Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:12.127955119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb9f49f-08c3-4ed3-b0e2-174d353a58f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:12.132069953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb9f49f-08c3-4ed3-b0e2-174d353a58f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:12.135795888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb9f49f-08c3-4ed3-b0e2-174d353a58f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:12.14095916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cb9f49f-08c3-4ed3-b0e2-174d353a58f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:12.341913529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ada2c78-9122-4fc7-b40d-39b33ea2221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:12.345581815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ada2c78-9122-4fc7-b40d-39b33ea2221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:12.349119281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ada2c78-9122-4fc7-b40d-39b33ea2221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:12.352526102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ada2c78-9122-4fc7-b40d-39b33ea2221e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.020447548Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.020480628Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.020454963Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.020491068Z","logger":"crd-watcher","body":"CRD appeared; watch registered dynamically","service.name":"maas-controller","crdName":"llminferenceservices.serving.kserve.io","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:15.024279464Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:15.02974753Z","logger":"controller-runtime.source.Kind","body":"if kind is a CRD, it should be installed before calling Start","service.name":"maas-controller","kind":"LLMInferenceService.serving.kserve.io","error":"no matches for kind \"LLMInferenceService\" in version \"serving.kserve.io/v1alpha2\"","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:77\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:53\nk8s.io/apimachinery/pkg/util/wait.loopConditionUntilContext\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/loop.go:54\nk8s.io/apimachinery/pkg/util/wait.PollUntilContextCancel\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/poll.go:33\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*Kind[...]).Start.func1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/kind.go:70"} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:18.350627375Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:18.350661209Z","logger":"crd-watcher","body":"CRD established; watch registered dynamically","service.name":"maas-controller","crdName":"inferenceobjectives.llm-d.ai","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.721636158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bea469d-e48d-4f54-92f7-5d35c5f0279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.725824625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bea469d-e48d-4f54-92f7-5d35c5f0279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.729910157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bea469d-e48d-4f54-92f7-5d35c5f0279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.733449907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bea469d-e48d-4f54-92f7-5d35c5f0279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:23.022419999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51134835-8010-42c3-b931-6dd5835b5c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:23.026281742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51134835-8010-42c3-b931-6dd5835b5c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:23.030225514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51134835-8010-42c3-b931-6dd5835b5c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:23.034714245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51134835-8010-42c3-b931-6dd5835b5c6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:23.298291636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee45905-a78d-4c78-8999-46f06e9919c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:23.302534414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee45905-a78d-4c78-8999-46f06e9919c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:23.306392436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee45905-a78d-4c78-8999-46f06e9919c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:23.310136589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee45905-a78d-4c78-8999-46f06e9919c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.346117324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.353249142Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.511021376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed320501-69e2-4bf6-bf0a-5a4052ec0172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.514707279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed320501-69e2-4bf6-bf0a-5a4052ec0172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.517944129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed320501-69e2-4bf6-bf0a-5a4052ec0172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.52113461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed320501-69e2-4bf6-bf0a-5a4052ec0172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.711812718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e4b3cb-0356-43f0-b0ee-71b5c2d52f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.715157387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e4b3cb-0356-43f0-b0ee-71b5c2d52f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.718581504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e4b3cb-0356-43f0-b0ee-71b5c2d52f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.721887048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59e4b3cb-0356-43f0-b0ee-71b5c2d52f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.909729746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb117cd-3202-4764-8e13-1517cc1c8088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.912987834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb117cd-3202-4764-8e13-1517cc1c8088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.916227117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb117cd-3202-4764-8e13-1517cc1c8088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.919404192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acb117cd-3202-4764-8e13-1517cc1c8088","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:42.568592839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1191d076-31ef-49f9-baec-c5ac1e470a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:42.571939684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1191d076-31ef-49f9-baec-c5ac1e470a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:42.575210294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1191d076-31ef-49f9-baec-c5ac1e470a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:42.5785894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1191d076-31ef-49f9-baec-c5ac1e470a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:42.808661174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512d09da-36eb-4b9d-bb8d-934fc0efd7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:42.811936916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512d09da-36eb-4b9d-bb8d-934fc0efd7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:42.81506655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512d09da-36eb-4b9d-bb8d-934fc0efd7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:42.81847784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512d09da-36eb-4b9d-bb8d-934fc0efd7b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.450582727Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb5ea93-212d-4c44-ab31-7af97474f29b","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.726487908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb5ea93-212d-4c44-ab31-7af97474f29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.731824951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb5ea93-212d-4c44-ab31-7af97474f29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.740938867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb5ea93-212d-4c44-ab31-7af97474f29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.744651254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fb5ea93-212d-4c44-ab31-7af97474f29b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.984227403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dd2f69-edca-4746-8bb3-7c113ac72b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.987699471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dd2f69-edca-4746-8bb3-7c113ac72b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.991449227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dd2f69-edca-4746-8bb3-7c113ac72b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.995076627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52dd2f69-edca-4746-8bb3-7c113ac72b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:44.32035235Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ae97efd2-8fe0-4af8-a1f4-c31aeb462206","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.015584598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64638ef-6fe8-4647-83f7-8210f9c4b814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.018967641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64638ef-6fe8-4647-83f7-8210f9c4b814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.022327352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64638ef-6fe8-4647-83f7-8210f9c4b814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.025571929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64638ef-6fe8-4647-83f7-8210f9c4b814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.243659845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be5fc1af-08a0-4790-8cfe-f0747ed2b964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.247050209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be5fc1af-08a0-4790-8cfe-f0747ed2b964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.250249722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be5fc1af-08a0-4790-8cfe-f0747ed2b964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.253563036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be5fc1af-08a0-4790-8cfe-f0747ed2b964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:06.21818522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217a5e67-06f1-43ec-9d48-77e41044ede5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:06.221520587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217a5e67-06f1-43ec-9d48-77e41044ede5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:06.224645678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217a5e67-06f1-43ec-9d48-77e41044ede5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:06.22774854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"217a5e67-06f1-43ec-9d48-77e41044ede5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:06.541100163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318b80cd-3390-43fd-8739-7ec9e415c91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:06.544559973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318b80cd-3390-43fd-8739-7ec9e415c91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:06.547884085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318b80cd-3390-43fd-8739-7ec9e415c91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:06.551152387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"318b80cd-3390-43fd-8739-7ec9e415c91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:11.345407845Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:41.346447427Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:11.345139318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.905437016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b4f28b-fba6-47cd-8d87-b544a020a2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.908879843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b4f28b-fba6-47cd-8d87-b544a020a2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.912427357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b4f28b-fba6-47cd-8d87-b544a020a2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.941904621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b4f28b-fba6-47cd-8d87-b544a020a2a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.145705944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820e76e7-1a30-410c-b265-9e76f683c4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.15005846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820e76e7-1a30-410c-b265-9e76f683c4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.154135021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820e76e7-1a30-410c-b265-9e76f683c4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.157465876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820e76e7-1a30-410c-b265-9e76f683c4b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.31418907Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a6e2d7af-a148-4854-ab2f-73871ab30cc5","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.593422363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d500ff-4f8e-47b7-9fe0-02c3106e74bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.596960445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d500ff-4f8e-47b7-9fe0-02c3106e74bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.600241659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d500ff-4f8e-47b7-9fe0-02c3106e74bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.603707096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5d500ff-4f8e-47b7-9fe0-02c3106e74bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.808656352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a591ee0-8118-48d0-b373-eaeb72170d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.812435264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a591ee0-8118-48d0-b373-eaeb72170d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.8158101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a591ee0-8118-48d0-b373-eaeb72170d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:15.819260018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a591ee0-8118-48d0-b373-eaeb72170d8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:41.345156106Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:41.702573404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8e7939-1b86-4ed4-8232-5aaf4398bd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:41.706489814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8e7939-1b86-4ed4-8232-5aaf4398bd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:41.710279627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8e7939-1b86-4ed4-8232-5aaf4398bd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:41.71517057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8e7939-1b86-4ed4-8232-5aaf4398bd21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:42.929480835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dbedf26-b475-406b-989e-5ad887e501db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:42.963589205Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dbedf26-b475-406b-989e-5ad887e501db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:42.970864629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dbedf26-b475-406b-989e-5ad887e501db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.033016928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd37ecff-8061-4508-9621-67cace31f3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.033030395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c473c4e9-2ca7-461d-9680-5f02abbe2efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.041912298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd37ecff-8061-4508-9621-67cace31f3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.04203309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c473c4e9-2ca7-461d-9680-5f02abbe2efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.049515429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd37ecff-8061-4508-9621-67cace31f3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.049524417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c473c4e9-2ca7-461d-9680-5f02abbe2efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.133889465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"138e8d28-80e7-46cb-ad56-07079818bfaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.142449613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"138e8d28-80e7-46cb-ad56-07079818bfaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.150189398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"138e8d28-80e7-46cb-ad56-07079818bfaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.433517625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2f51172-237d-469f-9fbc-a3db145eb477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.442130402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2f51172-237d-469f-9fbc-a3db145eb477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.450576388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2f51172-237d-469f-9fbc-a3db145eb477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.533965179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5ac7d3d-cb5f-4e58-abd0-f483c3690cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.534017185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39fa0a95-8f44-452d-a9b7-79318f8a7304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.542767949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5ac7d3d-cb5f-4e58-abd0-f483c3690cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.543046071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39fa0a95-8f44-452d-a9b7-79318f8a7304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.550215199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5ac7d3d-cb5f-4e58-abd0-f483c3690cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.550682947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39fa0a95-8f44-452d-a9b7-79318f8a7304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:10:43.57417018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30663d92-4236-4f31-8a24-762f6eff3416","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.60522208Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72b45ed0-11d8-4bb2-9dad-e025fcb0452b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.661919458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbe75f19-00e3-4f08-beb9-c29beabdd5ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.661924351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57af2fc5-9fa7-4191-bd98-26b3c3e50b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.672384181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57af2fc5-9fa7-4191-bd98-26b3c3e50b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.672463069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbe75f19-00e3-4f08-beb9-c29beabdd5ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.681765685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57af2fc5-9fa7-4191-bd98-26b3c3e50b0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:10:43.683220927Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.683305942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbe75f19-00e3-4f08-beb9-c29beabdd5ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.705229377Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4960021f-71b7-4cb6-9835-ae0f51350917","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.705232871Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12f9d2d4-b3c5-4c77-88c9-c5dd7322d79b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.743800596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d87050ff-9686-4ce2-8920-0ced50c3b6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.743807165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1a51e7d-76d0-4990-ae20-1a28a65d3995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.752298383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1a51e7d-76d0-4990-ae20-1a28a65d3995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.752338412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d87050ff-9686-4ce2-8920-0ced50c3b6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.759698551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1a51e7d-76d0-4990-ae20-1a28a65d3995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.759827401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d87050ff-9686-4ce2-8920-0ced50c3b6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.805464879Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"68c830f9-6601-4ee3-8c5f-1c88905b5470","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:44.533440568Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eca3cd64-6f31-4ad6-8d4e-c7351fa79316","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:44.633427816Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fb96d8d-6b8a-41de-ac6e-fcfe5295a2ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.420425271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3e40045e-9298-4b85-bc54-842e6d1916e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.420447807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3e40045e-9298-4b85-bc54-842e6d1916e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.424446757Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"61dd015f-4efd-4873-8362-90ac5c92ccd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.439552656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c28348da-5287-48a0-826b-b601888d7a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.440037612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"380f9215-0cf3-48ec-b669-6c00c1dcfc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.441135972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d5c6a4bc-be05-4e76-b0bf-5452618110cb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.441152082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d5c6a4bc-be05-4e76-b0bf-5452618110cb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.450138209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c28348da-5287-48a0-826b-b601888d7a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.450185943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"380f9215-0cf3-48ec-b669-6c00c1dcfc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.457553009Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"380f9215-0cf3-48ec-b669-6c00c1dcfc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.457580463Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c28348da-5287-48a0-826b-b601888d7a5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.524360747Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c875e009-be44-40b0-8f0f-9f9d063ec74f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.531142166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a40cb4-a871-4cd3-977c-e046860e6c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.531156477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19fd11ab-3628-41a7-9daa-abfc7cc9fa9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.540572289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a40cb4-a871-4cd3-977c-e046860e6c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.540586052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19fd11ab-3628-41a7-9daa-abfc7cc9fa9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.54063531Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28a40cb4-a871-4cd3-977c-e046860e6c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.547984868Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19fd11ab-3628-41a7-9daa-abfc7cc9fa9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:10:47.566591637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19fd11ab-3628-41a7-9daa-abfc7cc9fa9e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.630792334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64e7f8c4-1fce-48f1-9a64-f563216d73ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.639508762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64e7f8c4-1fce-48f1-9a64-f563216d73ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.639548629Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"64e7f8c4-1fce-48f1-9a64-f563216d73ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.896026103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"50c8067c-655e-4b40-95d6-ab1fe5f2af61","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:47.896055424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"50c8067c-655e-4b40-95d6-ab1fe5f2af61","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:48.059951023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2bd0aa2-afe6-4a02-83e8-522d53fceefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:48.059950974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d26d402-003f-4c52-822f-e57af8673eae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:48.06913807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d26d402-003f-4c52-822f-e57af8673eae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:48.06918929Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d26d402-003f-4c52-822f-e57af8673eae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:48.06935673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2bd0aa2-afe6-4a02-83e8-522d53fceefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:48.069401157Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2bd0aa2-afe6-4a02-83e8-522d53fceefc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.473616697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cba287e2-cf65-4ead-85cc-621cdb628510","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.473642926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cba287e2-cf65-4ead-85cc-621cdb628510","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.474167181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aae409c2-f705-4527-9285-d8caf7311e43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.474186634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"aae409c2-f705-4527-9285-d8caf7311e43","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.477632945Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7555650e-d3a8-4e13-8164-dcbea90cdf2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.477744089Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9fe5b90-0ae8-4b63-bd9e-e7aa01e8a006","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.491449589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"632a4303-b812-4cdd-bc97-a8be697472ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.49442245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d953cff3-818f-4dee-9644-484b8bf5599b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.496897982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dab281f4-8ab1-405c-8bef-d6e8a1e63c54","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.496913103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dab281f4-8ab1-405c-8bef-d6e8a1e63c54","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.497111088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ff601fd-7de6-4b29-b873-d61c338aa61b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.497125619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7ff601fd-7de6-4b29-b873-d61c338aa61b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.504341973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d953cff3-818f-4dee-9644-484b8bf5599b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.504377043Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d953cff3-818f-4dee-9644-484b8bf5599b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.504531581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"632a4303-b812-4cdd-bc97-a8be697472ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.504568117Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"632a4303-b812-4cdd-bc97-a8be697472ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.584027299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f4e1ad0-85f1-4530-9d19-2fb6e6721567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.584029739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd39d354-30dc-40db-a3c7-8508a7acafb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.5934413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd39d354-30dc-40db-a3c7-8508a7acafb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.593482047Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd39d354-30dc-40db-a3c7-8508a7acafb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.593677281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f4e1ad0-85f1-4530-9d19-2fb6e6721567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.593721283Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f4e1ad0-85f1-4530-9d19-2fb6e6721567","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.651989561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8fa2654e-e800-45ea-9298-e46b2da2200a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:49.652009737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8fa2654e-e800-45ea-9298-e46b2da2200a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.237272484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39019419-ae71-4030-8fca-b8ef00acf349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.237362361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01a6a8bf-b47f-4918-9077-a93afc3d0187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.246466852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39019419-ae71-4030-8fca-b8ef00acf349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.246545522Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39019419-ae71-4030-8fca-b8ef00acf349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.246753502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01a6a8bf-b47f-4918-9077-a93afc3d0187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.246804692Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01a6a8bf-b47f-4918-9077-a93afc3d0187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.310425417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ae8c4ab-26ad-4ac6-8467-41fc026e3732","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.31044556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6ae8c4ab-26ad-4ac6-8467-41fc026e3732","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.310737359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bbdefe9c-8eb3-41c0-8518-55b44b3c2dcf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.310756446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bbdefe9c-8eb3-41c0-8518-55b44b3c2dcf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.311034347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b8e0a1e-3478-4105-9338-95b80349eb6c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.311045922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4b8e0a1e-3478-4105-9338-95b80349eb6c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.316968138Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43ee3006-a3c9-470a-9095-dcbc8455ea18","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.317004065Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46e8c78b-e575-41ac-a506-72bfa1b61d53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.333230866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83b52e6a-9905-487e-90b9-dba10a4c002b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.333226558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"943a7ac9-b913-4cc1-aa73-b9f2001b04cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.335895725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00d6990d-ea8c-4b97-9aee-274998a659a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.335911071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"00d6990d-ea8c-4b97-9aee-274998a659a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.336119835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff80756c-869b-41a6-9d79-2e285e20f26f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.336132031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff80756c-869b-41a6-9d79-2e285e20f26f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.336320808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"09146428-b624-400e-96f5-870dc9973f02","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.336331137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"09146428-b624-400e-96f5-870dc9973f02","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.342091878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"943a7ac9-b913-4cc1-aa73-b9f2001b04cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.342125035Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"943a7ac9-b913-4cc1-aa73-b9f2001b04cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.342371654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83b52e6a-9905-487e-90b9-dba10a4c002b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.342409294Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83b52e6a-9905-487e-90b9-dba10a4c002b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.423508664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3445c00-1a06-4f7f-b302-e8230660e0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.423512517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5139f352-0b00-409a-9db4-7c5890f77ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.432448924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5139f352-0b00-409a-9db4-7c5890f77ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.432462144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3445c00-1a06-4f7f-b302-e8230660e0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.432496932Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5139f352-0b00-409a-9db4-7c5890f77ae4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.432500716Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3445c00-1a06-4f7f-b302-e8230660e0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.48058131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e1fc327-17f6-4207-aeae-db62b6531e23","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.480645875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e1fc327-17f6-4207-aeae-db62b6531e23","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.025035144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712147e5-bb48-49d1-9ce3-036315eefeb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.025035034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db526c14-639d-49f4-b56f-7dc252d99175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.041277483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db526c14-639d-49f4-b56f-7dc252d99175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.041357052Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db526c14-639d-49f4-b56f-7dc252d99175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.042027361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712147e5-bb48-49d1-9ce3-036315eefeb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.042080103Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"712147e5-bb48-49d1-9ce3-036315eefeb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.737812251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d1a446c-f025-4439-8df3-463769606c7e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.737900861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5d1a446c-f025-4439-8df3-463769606c7e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.73828155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b11712d4-a125-4e8d-9367-6663c8ce6ff5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.738302888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b11712d4-a125-4e8d-9367-6663c8ce6ff5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.738549784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b5fb10a7-67a7-4b5e-9623-3b5e60acc3ed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.738566046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b5fb10a7-67a7-4b5e-9623-3b5e60acc3ed","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.745259935Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee4ee3bb-27c0-4911-8aa7-05a2d336f525","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.745782535Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b6faf37a-f0b6-4b6c-98c1-65381e179521","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.755894683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b8b54ea-65b4-4374-99d7-b0ac9c02c1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.755945077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4df7acea-4bab-459c-9414-e078c280584e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.758563122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d4287b4f-85db-46c6-8689-70fbefcd3059","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.758579474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d4287b4f-85db-46c6-8689-70fbefcd3059","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.758793837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfcea1f1-2003-429f-a985-bc81b58555b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.758806365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfcea1f1-2003-429f-a985-bc81b58555b1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.758976193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c508fe48-f29e-4fdd-b8f2-ba3887c7e794","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.758986472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c508fe48-f29e-4fdd-b8f2-ba3887c7e794","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.766830299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4df7acea-4bab-459c-9414-e078c280584e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.76687234Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4df7acea-4bab-459c-9414-e078c280584e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.768181513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b8b54ea-65b4-4374-99d7-b0ac9c02c1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.768228367Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b8b54ea-65b4-4374-99d7-b0ac9c02c1a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.847947668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f21f4f4d-2fc0-47bd-ac92-e474c8cb4d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.848094118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6688622d-c056-4c88-a3c1-25055a0caadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.856856196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f21f4f4d-2fc0-47bd-ac92-e474c8cb4d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.856898984Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f21f4f4d-2fc0-47bd-ac92-e474c8cb4d7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.856970699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6688622d-c056-4c88-a3c1-25055a0caadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:53.857019447Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6688622d-c056-4c88-a3c1-25055a0caadc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.567128477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b04e078-f371-4b87-9dd2-2f719f14b2c1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.567156872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b04e078-f371-4b87-9dd2-2f719f14b2c1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.56749209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22fbe5cb-f649-48c9-94f9-c5c69f599446","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.567548793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22fbe5cb-f649-48c9-94f9-c5c69f599446","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.567857421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4c7dd13b-a9dc-4fe7-90c0-cc5f7ec7afb2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.567936017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4c7dd13b-a9dc-4fe7-90c0-cc5f7ec7afb2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.568356907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e5876bdd-0889-43dc-9adb-a32a2cef56c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.568398173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e5876bdd-0889-43dc-9adb-a32a2cef56c2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.579076729Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d76973a-6980-42eb-9e69-3f00093957cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.579101696Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"571df538-11d0-4537-95b2-23aa089beb60","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.590367212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c127767-3291-452e-837d-e8285e14a11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.591036228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eab9476a-8953-4c9b-a4a4-760901ecfa70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.602292291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f8cee041-e58c-417b-9eca-dd2480646cd1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.60231239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f8cee041-e58c-417b-9eca-dd2480646cd1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.602537977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9265bf1d-e110-4635-b578-70e97a93f93f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.602557547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9265bf1d-e110-4635-b578-70e97a93f93f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.602820817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"554ce438-7747-481d-b9cd-72811aba3578","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.602837364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"554ce438-7747-481d-b9cd-72811aba3578","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.603049296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"527f842b-8741-4991-bd39-7597f721d435","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.603062354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"527f842b-8741-4991-bd39-7597f721d435","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.604957071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c127767-3291-452e-837d-e8285e14a11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.605001138Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c127767-3291-452e-837d-e8285e14a11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.607267814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eab9476a-8953-4c9b-a4a4-760901ecfa70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.607311006Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eab9476a-8953-4c9b-a4a4-760901ecfa70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.688479808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc612b8f-87dc-48f7-b903-ff9a5bc9a0ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.688479924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce627f68-47f3-445f-8231-547a8379bffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.6973291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce627f68-47f3-445f-8231-547a8379bffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.697381634Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce627f68-47f3-445f-8231-547a8379bffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.699034127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc612b8f-87dc-48f7-b903-ff9a5bc9a0ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.699095855Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc612b8f-87dc-48f7-b903-ff9a5bc9a0ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.737866089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dc723907-23b4-4b21-8f98-6e2e02b40a6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.737901998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dc723907-23b4-4b21-8f98-6e2e02b40a6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.790332883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a0f369c-007b-4332-b293-9afba306e658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.790406037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffe25a7a-ea53-4f27-bd1d-b072246ecb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.802346203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffe25a7a-ea53-4f27-bd1d-b072246ecb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.802402711Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ffe25a7a-ea53-4f27-bd1d-b072246ecb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.80487215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a0f369c-007b-4332-b293-9afba306e658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.804930197Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a0f369c-007b-4332-b293-9afba306e658","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.299041122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b2a25606-ea38-4275-8f42-09c05bd16a0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.299389342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b2a25606-ea38-4275-8f42-09c05bd16a0a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.299779686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f485047-5cb7-4151-bc7e-83cbed69faea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.299837905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7f485047-5cb7-4151-bc7e-83cbed69faea","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.300101837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"262d7b57-69b1-4abc-a754-256846eef72f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.300115724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"262d7b57-69b1-4abc-a754-256846eef72f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.300331664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"274cea29-577d-48a7-9cce-9f7c96eac8d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.300414402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"274cea29-577d-48a7-9cce-9f7c96eac8d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.300763909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"297982a3-1ea7-4eb4-8631-53ed1f227409","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.300838192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"297982a3-1ea7-4eb4-8631-53ed1f227409","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.3056998Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"819ebe08-e471-40ed-9505-84df7db00fa2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.30803748Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9599e55e-86d8-4d8f-acc1-a5e39b2a75b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.321653374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71b82e98-5a03-4054-bb95-92635ed1c2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.321847672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74ea8091-5ccf-444e-b422-e2c2d728db5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.324574298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49706c05-d3fe-4dc7-b310-31a2c420ce63","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.324590441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49706c05-d3fe-4dc7-b310-31a2c420ce63","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.324892132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf330fe2-75c8-4a44-81d6-836338177a0e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.324905724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf330fe2-75c8-4a44-81d6-836338177a0e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.325089828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b23e0605-aaf2-44f9-aa44-fb9651482afe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.325100571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b23e0605-aaf2-44f9-aa44-fb9651482afe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.325276816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f4bf8e7f-4d1d-4cac-b156-4a3181f6b865","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.325287279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f4bf8e7f-4d1d-4cac-b156-4a3181f6b865","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.325509404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7dfdb2d4-447c-4696-98f6-0e94dbf81b0b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.325585865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7dfdb2d4-447c-4696-98f6-0e94dbf81b0b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.334270911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71b82e98-5a03-4054-bb95-92635ed1c2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.334308791Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71b82e98-5a03-4054-bb95-92635ed1c2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.334328805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74ea8091-5ccf-444e-b422-e2c2d728db5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.334368688Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"74ea8091-5ccf-444e-b422-e2c2d728db5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.414326196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c352d43-fa6e-482a-af7c-6b8452321ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.414804511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"834719e8-650f-4f5e-8be2-6a7c738138a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.423936799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c352d43-fa6e-482a-af7c-6b8452321ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.423987355Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c352d43-fa6e-482a-af7c-6b8452321ad9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.427003869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"834719e8-650f-4f5e-8be2-6a7c738138a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.427058546Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"834719e8-650f-4f5e-8be2-6a7c738138a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.496561166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c3a4162b-1fec-4910-9a92-c6a128c7db01","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.496586236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c3a4162b-1fec-4910-9a92-c6a128c7db01","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.514547549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af9228e5-8af8-4935-ae6a-5228160d7579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.514711513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a90b1ad0-29d8-4b17-ab0c-8da4d2e5d652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.523469486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a90b1ad0-29d8-4b17-ab0c-8da4d2e5d652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.523526764Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a90b1ad0-29d8-4b17-ab0c-8da4d2e5d652","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.524338161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af9228e5-8af8-4935-ae6a-5228160d7579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.524396913Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af9228e5-8af8-4935-ae6a-5228160d7579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.361786261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fab1aa48-78e6-47d4-b4d0-5637382b8c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.361786235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb3500de-b5e8-4fe0-bea0-5cd454115749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.373660212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb3500de-b5e8-4fe0-bea0-5cd454115749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.373748448Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb3500de-b5e8-4fe0-bea0-5cd454115749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.374470474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fab1aa48-78e6-47d4-b4d0-5637382b8c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.374533908Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fab1aa48-78e6-47d4-b4d0-5637382b8c12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.703726073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"31b98775-f980-4b58-9b0c-1b40142a37fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.703745426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"31b98775-f980-4b58-9b0c-1b40142a37fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.703970602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e47736cb-d94f-4e09-8ca6-10ea803bf0ee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.703983689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e47736cb-d94f-4e09-8ca6-10ea803bf0ee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.704180434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc83f16b-fb6c-40f6-b123-2c00c74fd961","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.704193471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc83f16b-fb6c-40f6-b123-2c00c74fd961","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.704351579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"81d17280-5a3b-4522-bed2-0310336f78bb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.704361454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"81d17280-5a3b-4522-bed2-0310336f78bb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.704543934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fad305b2-bd8e-45fa-b1f0-5d4973741773","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.704554853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fad305b2-bd8e-45fa-b1f0-5d4973741773","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.704745465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b946f7fa-a6da-4a3b-9fbd-5947581cbc55","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.704755734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b946f7fa-a6da-4a3b-9fbd-5947581cbc55","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.707911024Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"66ec7dcd-7faf-461d-b718-b0b4799fbb4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.707927664Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75f8e05d-9cb8-4ade-aeb4-6f8805a4314d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.717267052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea1c166e-0d73-4738-bb99-20fe2c780ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.717287851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59f1e3c3-d54d-4196-84c4-5726f7853c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.722933348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7088cdef-7811-47e7-92d1-9275f92f181c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.723003467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7088cdef-7811-47e7-92d1-9275f92f181c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.723317356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d3892963-8557-497c-b151-9064d40e767f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.723334117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d3892963-8557-497c-b151-9064d40e767f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.723534395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"98a61005-1e0b-498f-afa2-9a517e746e92","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.723545095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"98a61005-1e0b-498f-afa2-9a517e746e92","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.723724757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6778e745-3f82-4f1d-b019-dce2e09c7bb2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.723735572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6778e745-3f82-4f1d-b019-dce2e09c7bb2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.723890048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd492219-4262-4317-beda-e2679c878709","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.723915874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cd492219-4262-4317-beda-e2679c878709","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.724084405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"592685f0-8047-4288-bfc1-06d9f0af5fe1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.72409364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"592685f0-8047-4288-bfc1-06d9f0af5fe1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.727994397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea1c166e-0d73-4738-bb99-20fe2c780ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.728037815Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea1c166e-0d73-4738-bb99-20fe2c780ee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.728093615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59f1e3c3-d54d-4196-84c4-5726f7853c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.728137254Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59f1e3c3-d54d-4196-84c4-5726f7853c21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.813314009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b181d64-4c0d-4238-97d1-bfff08a60c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.813486899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4580be4b-09c1-4ac1-8ec7-5e73c2770ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.823511568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4580be4b-09c1-4ac1-8ec7-5e73c2770ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.823547113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b181d64-4c0d-4238-97d1-bfff08a60c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.823571486Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4580be4b-09c1-4ac1-8ec7-5e73c2770ffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.823573871Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b181d64-4c0d-4238-97d1-bfff08a60c6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.866584282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4f0b95a4-6a29-448c-bfe0-8356300ba0c8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:58.866634233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4f0b95a4-6a29-448c-bfe0-8356300ba0c8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.811228932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3effd577-47c9-446c-893e-237f6002715f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.811254775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3effd577-47c9-446c-893e-237f6002715f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.811626964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6184c5d-1f8c-4c44-ab20-ffea33bc7ff8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.811649675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6184c5d-1f8c-4c44-ab20-ffea33bc7ff8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.81195631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c6dbb846-ddb0-44c4-80f5-c69d66c8778b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.811969122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c6dbb846-ddb0-44c4-80f5-c69d66c8778b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.812262342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"692fec92-9552-4908-8b38-5ec5a7a1e39b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.812275355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"692fec92-9552-4908-8b38-5ec5a7a1e39b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.812547825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7cf54e68-0e75-4155-91da-16ede536d2ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.812563031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7cf54e68-0e75-4155-91da-16ede536d2ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.812849133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8f17a0fc-09e1-4452-9602-9074e3c91a35","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.812862148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8f17a0fc-09e1-4452-9602-9074e3c91a35","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.813166095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48ee1ae0-f284-4c92-8695-5ed5137a64aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.81320476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48ee1ae0-f284-4c92-8695-5ed5137a64aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.825844839Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22878aa5-04e4-4774-96cd-f2e735238486","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.833925845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed4feafa-72b1-47d8-b9ec-fcaca6ceb758","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.833945771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed4feafa-72b1-47d8-b9ec-fcaca6ceb758","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.834174231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5866a29d-2e16-45b7-a014-47cc245b3642","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.834190227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5866a29d-2e16-45b7-a014-47cc245b3642","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.83437068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"70dbc615-b3e6-4d9f-aa97-2294d66a735f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.834380716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"70dbc615-b3e6-4d9f-aa97-2294d66a735f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.834535218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e6a8729-7482-42f2-ac65-b1f445415029","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.834549366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e6a8729-7482-42f2-ac65-b1f445415029","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.834777822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2b1c9b3f-92af-46f8-b6bc-046ed2c51f8b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.834787507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2b1c9b3f-92af-46f8-b6bc-046ed2c51f8b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.834956398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6586b7a0-9cfa-45a1-a59e-fc93e00af08d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.834965521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6586b7a0-9cfa-45a1-a59e-fc93e00af08d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.83514489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02c80a0b-3f60-4e42-8fde-81f723a19129","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.835154237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02c80a0b-3f60-4e42-8fde-81f723a19129","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.842496241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c046aad-c6da-4092-b70e-b76c9aa750ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.84336356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a302550-0867-4986-a2f2-20d408563d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.845131245Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf01bf98-e1c8-4627-a355-0881a8458add","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.852840737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c046aad-c6da-4092-b70e-b76c9aa750ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.85289409Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c046aad-c6da-4092-b70e-b76c9aa750ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.854068271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a302550-0867-4986-a2f2-20d408563d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.865952157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b243576-92ec-4b0a-a570-656d1b02a15f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.86597847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b243576-92ec-4b0a-a570-656d1b02a15f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.931261516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d349ded-23d8-4b8d-b9c8-4ff84c489d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.939228923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b9cbbe90-71e1-4e01-bda4-902abd02c567","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.940549964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d349ded-23d8-4b8d-b9c8-4ff84c489d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.940631041Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d349ded-23d8-4b8d-b9c8-4ff84c489d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.996715624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f95ab35c-f5c9-45e4-b7d1-41baa798e7f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:59.996814685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f95ab35c-f5c9-45e4-b7d1-41baa798e7f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.028034358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9de7046b-3525-44a8-aa64-5abc3e8b5dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.037239097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c24a7ad6-525f-44cf-b5b8-42b6942e7cef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.038426421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9de7046b-3525-44a8-aa64-5abc3e8b5dfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.128036692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d860e3a4-9331-4301-a1a5-f013133d6923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.128040182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46f65115-675d-4347-911e-6999c4a9d804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.137063304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d860e3a4-9331-4301-a1a5-f013133d6923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.138368852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46f65115-675d-4347-911e-6999c4a9d804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:00.138487427Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46f65115-675d-4347-911e-6999c4a9d804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.395274054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c80b6321-882c-4508-a527-17d0fd830a0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.412840341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20346988-42f8-4c21-8491-aceee711dc7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.412862727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"20346988-42f8-4c21-8491-aceee711dc7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.52647809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fc943c3-0399-4da7-99b3-909aeacc0f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.526478594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cb9f0e2-9f63-4322-bd80-4eecbc3d91c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.537048641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fc943c3-0399-4da7-99b3-909aeacc0f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.537100259Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fc943c3-0399-4da7-99b3-909aeacc0f61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.537271687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2cb9f0e2-9f63-4322-bd80-4eecbc3d91c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.031870255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"911348a7-315d-41db-a822-49caf64fdbd7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.031899991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"911348a7-315d-41db-a822-49caf64fdbd7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.032264075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8f5c92f5-7ccd-48c6-b48e-661aef85663d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.032282088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8f5c92f5-7ccd-48c6-b48e-661aef85663d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.032622225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9085dd5e-8005-454e-9cfc-aa8eb4310345","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.032638095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9085dd5e-8005-454e-9cfc-aa8eb4310345","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.032950532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b9ccc2f-ce35-4e50-ae72-0664a7adeedf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.032967609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0b9ccc2f-ce35-4e50-ae72-0664a7adeedf","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.033195902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1d21bb34-e125-46c6-b169-ee3e287a2af3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.033209398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1d21bb34-e125-46c6-b169-ee3e287a2af3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.033399269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cf1361c7-f5d8-4cb5-b228-4c62aaa0a46b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.033408948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"cf1361c7-f5d8-4cb5-b228-4c62aaa0a46b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.034646437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e40cc4f-ac94-4d33-852a-bc378fdc582c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.034679973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3e40cc4f-ac94-4d33-852a-bc378fdc582c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.036520464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67c382d6-3937-448b-8ce4-1ff7925687fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.036546719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67c382d6-3937-448b-8ce4-1ff7925687fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.048299877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62a9800c-0a5d-4b7d-b4b0-d5f4695f7124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.052824003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f0e2f54-e78c-4300-8048-481d0feca283","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.052841881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f0e2f54-e78c-4300-8048-481d0feca283","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.053185378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dbd7d634-72b1-492a-91c0-60f44776e8bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.053202285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"dbd7d634-72b1-492a-91c0-60f44776e8bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.053533515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1ef2bc5a-96b6-4047-a9aa-1526c324b31c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.05354743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1ef2bc5a-96b6-4047-a9aa-1526c324b31c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.053786892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46f5cb89-5f20-4710-bbd0-bb7570e8210b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.053799362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46f5cb89-5f20-4710-bbd0-bb7570e8210b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.054017127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bee20364-7d9d-4950-a699-129b5085755a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.054068696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bee20364-7d9d-4950-a699-129b5085755a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.054330772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e6d008c-4653-4b07-92d1-6f68bed8c332","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.054344178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9e6d008c-4653-4b07-92d1-6f68bed8c332","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.054516014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52927966-c511-4d6b-9e8a-3785279a024d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.054525393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52927966-c511-4d6b-9e8a-3785279a024d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.054827655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd45fc6a-6a93-4475-b248-fa964e61e1b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.054839866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd45fc6a-6a93-4475-b248-fa964e61e1b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.058934459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec4dd043-4aab-4bb6-b9e2-83ee79488b51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.059356526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62a9800c-0a5d-4b7d-b4b0-d5f4695f7124","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.061999197Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ee3f9e2-3e37-4727-b055-8ab939cf917f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.078373817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ceb56af-22c6-44d9-b64a-5f22adc34f9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.078388977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9ceb56af-22c6-44d9-b64a-5f22adc34f9b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.1408665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3378e7d8-da4e-446b-accf-bf2fdea32c0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.14091117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92831d50-afd0-449c-819d-1e2830b5caa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.149799222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92831d50-afd0-449c-819d-1e2830b5caa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.149909465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3378e7d8-da4e-446b-accf-bf2fdea32c0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.150204222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1e3b384c-8629-4e23-bde8-7ac340542e2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.186856113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f279239f-f2fd-489c-b970-702d4d1f15fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.186871809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f279239f-f2fd-489c-b970-702d4d1f15fd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.240798694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab7f781b-4a4b-486b-9edc-fdb138aba57f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.248761494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"88fb41a6-cb24-4af9-ad77-505b5bc8803c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.24961221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab7f781b-4a4b-486b-9edc-fdb138aba57f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.740223768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4993a39-4b32-4393-8394-1ca594b7362f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.781591189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1cc1eff2-680e-4bc9-bceb-e3ff94bdb6f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.78181345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1cc1eff2-680e-4bc9-bceb-e3ff94bdb6f0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.818710525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76673635-6e5d-413b-b6a3-4ab372e59b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.818871814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b2faafa-913c-4a94-b8be-81eddd2a500d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.831171222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76673635-6e5d-413b-b6a3-4ab372e59b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.831360365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b2faafa-913c-4a94-b8be-81eddd2a500d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:05.65865936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd309aed-932a-4c5b-bf1c-f459be14f534","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:05.658678225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd309aed-932a-4c5b-bf1c-f459be14f534","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.465195881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a89a4b1-0382-4d98-8851-016aad525717","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.465215763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9a89a4b1-0382-4d98-8851-016aad525717","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:09.63282529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9a3eda8-8bf8-489f-b74c-03cca425187d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:09.726456915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae424d1a-39d3-48e6-a1b7-e3fa0d61d941","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:09.726476442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ae424d1a-39d3-48e6-a1b7-e3fa0d61d941","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:09.731346103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c0e563f-67e5-4e08-a788-eba256cbb59b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:11.346807403Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:11.612365539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2f4f10c6-8aa1-4b1c-a04c-2ca57a476ffb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:11.612386517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2f4f10c6-8aa1-4b1c-a04c-2ca57a476ffb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.05468978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13156662-0892-4621-aff3-7961288295b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.054710292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13156662-0892-4621-aff3-7961288295b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.054972369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b41cae00-215f-4876-abe4-2c0e1385eebe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.054984121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b41cae00-215f-4876-abe4-2c0e1385eebe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.0551736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3707d43-9ab5-4802-9ca5-a17d5ae3b779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.055183588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3707d43-9ab5-4802-9ca5-a17d5ae3b779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.338842892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1683c8d9-5da9-461c-a9b8-a5411b60ab51","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:13.33886393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1683c8d9-5da9-461c-a9b8-a5411b60ab51","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.305743234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13eaa0af-8441-4194-a9a4-c351c9ab6c5b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.305767534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"13eaa0af-8441-4194-a9a4-c351c9ab6c5b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.782796198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8b5ff8e7-84c2-46b2-9591-9c4ee6255685","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.782819285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8b5ff8e7-84c2-46b2-9591-9c4ee6255685","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.437392175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7836df99-2d58-4f2f-a3fd-1530318d91b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.437419376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7836df99-2d58-4f2f-a3fd-1530318d91b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.454309325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2cc1d35b-81fd-40f2-84b7-99a766a7b48f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.45664947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60db5981-35b1-4d9c-8d92-7d6875215bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.456808773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a9eba5e-8d70-4847-ac3e-d20101d39f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.466200726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60db5981-35b1-4d9c-8d92-7d6875215bcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.466404737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a9eba5e-8d70-4847-ac3e-d20101d39f33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.469842822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6c27343-afb9-47e1-87e7-bdf833fd4d89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.469861122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6c27343-afb9-47e1-87e7-bdf833fd4d89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.556664929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b31ea9cb-c804-47c7-8433-f254c5d9539c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.379511573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8132029a-c1a3-4816-8b64-2b5a45aae3aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.379537599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8132029a-c1a3-4816-8b64-2b5a45aae3aa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.398229069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22f4c6d8-839e-4c21-8aad-2f1d47d32969","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.400222707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65c92b43-4483-413b-adc1-cff064a07f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.400230528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a094e4a2-ed69-46d6-a416-f64a3b7c7125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.41155348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65c92b43-4483-413b-adc1-cff064a07f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.413151707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a094e4a2-ed69-46d6-a416-f64a3b7c7125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.418298269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68ef026c-cbce-4e87-9741-18c65d778cac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.418318953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"68ef026c-cbce-4e87-9741-18c65d778cac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.494430389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e35ce9bc-1b5e-48d4-b1e6-e1d3dcba1fb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.92850568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13a5e796-d9ab-48f1-8524-7af372f91fb9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.92853522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"13a5e796-d9ab-48f1-8524-7af372f91fb9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.938631512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"313aa159-2809-4e37-ba57-4a0a767b9659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.94721582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"313aa159-2809-4e37-ba57-4a0a767b9659","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.006338522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e65fb170-5d9d-4c22-9e45-c3b2974db3f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.006366452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e65fb170-5d9d-4c22-9e45-c3b2974db3f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.121218078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e95b1fb-34d4-4eae-a4d1-7e43524a9fa5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.121237996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e95b1fb-34d4-4eae-a4d1-7e43524a9fa5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.130919091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e294dd-f5fc-4440-a20b-ebf180a42c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.131238551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3857cb2f-8635-474d-ade7-98b00566503d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.137207996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72adb636-bfd6-4c36-bba6-1997c90e3573","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.139657273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30e294dd-f5fc-4440-a20b-ebf180a42c6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.139854706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3857cb2f-8635-474d-ade7-98b00566503d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.157789112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43d8859e-636c-477c-b5de-66aa9b369c11","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.157805182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43d8859e-636c-477c-b5de-66aa9b369c11","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:41.347394131Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.417471699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9235ac95-ffcf-4efb-9af3-60c5491f7a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.420957223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9235ac95-ffcf-4efb-9af3-60c5491f7a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.424805183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9235ac95-ffcf-4efb-9af3-60c5491f7a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.428777085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9235ac95-ffcf-4efb-9af3-60c5491f7a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.805342109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af71411-6f40-4b9a-8f8b-860b0c4adfac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.813049712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af71411-6f40-4b9a-8f8b-860b0c4adfac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.847045936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af71411-6f40-4b9a-8f8b-860b0c4adfac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.851707298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9af71411-6f40-4b9a-8f8b-860b0c4adfac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.109950144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232d35de-5271-44bd-bb48-01c61ff46b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.113563922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232d35de-5271-44bd-bb48-01c61ff46b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.11684354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232d35de-5271-44bd-bb48-01c61ff46b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.120114838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"232d35de-5271-44bd-bb48-01c61ff46b06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.379835851Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e17fc195","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e17fc195","reconcileID":"44b24b70-75ba-45b6-95cd-17f0d84ab631","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e17fc195","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-e17fc195":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.456561015Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9dd42e13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9dd42e13","reconcileID":"853fc28e-aca3-4caa-a101-f27ef63a24fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9dd42e13","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-9dd42e13":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.620755567Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-459ca04a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-459ca04a","reconcileID":"667be9b7-12f5-41d9-965c-2fc4c2bb92a9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-459ca04a-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-459ca04a-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.629053372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef7c520-958b-403d-aeb1-e23af182ae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.636291296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef7c520-958b-403d-aeb1-e23af182ae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.641532554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef7c520-958b-403d-aeb1-e23af182ae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:53.645242817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef7c520-958b-403d-aeb1-e23af182ae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.023222233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ec77fc-11c7-41a4-aa47-2be0adce50ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.026665053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ec77fc-11c7-41a4-aa47-2be0adce50ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.030050873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ec77fc-11c7-41a4-aa47-2be0adce50ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.033535945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ec77fc-11c7-41a4-aa47-2be0adce50ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.330526957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9d8cbc-629e-4b16-9ec8-bf488fd300a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.334030779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9d8cbc-629e-4b16-9ec8-bf488fd300a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.337570342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9d8cbc-629e-4b16-9ec8-bf488fd300a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.340847303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad9d8cbc-629e-4b16-9ec8-bf488fd300a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.624230236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177ba138-0c8e-421d-9836-277323d61f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.628214532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177ba138-0c8e-421d-9836-277323d61f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.633703853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177ba138-0c8e-421d-9836-277323d61f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.641029587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"177ba138-0c8e-421d-9836-277323d61f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.730856673Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"42c00e6d-3762-4dba-a00a-38d2a352084e","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.744218526Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"42c00e6d-3762-4dba-a00a-38d2a352084e","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.750721741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"42c00e6d-3762-4dba-a00a-38d2a352084e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-459ca04a-gw","tenantID":"e2e-migrate-459ca04a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.772341079Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"42c00e6d-3762-4dba-a00a-38d2a352084e","name":"e2e-migrate-459ca04a-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.091063284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebc93e3-e435-4c4e-9fb7-bdbbeccd108e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.094948012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebc93e3-e435-4c4e-9fb7-bdbbeccd108e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.098349721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebc93e3-e435-4c4e-9fb7-bdbbeccd108e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.10196899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ebc93e3-e435-4c4e-9fb7-bdbbeccd108e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.310952728Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4bd752fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4bd752fd","reconcileID":"f1dc5f7a-70b5-466d-b547-b376b92f6a4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4bd752fd","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-4bd752fd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.531448486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28016b1-e539-4730-8596-e98a7e5501d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.534707923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28016b1-e539-4730-8596-e98a7e5501d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.537983574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28016b1-e539-4730-8596-e98a7e5501d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.541238911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b28016b1-e539-4730-8596-e98a7e5501d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.843843358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42d94642-7afb-4b21-8c1c-82557112ade4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.848344415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42d94642-7afb-4b21-8c1c-82557112ade4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.852428542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42d94642-7afb-4b21-8c1c-82557112ade4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.856312417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42d94642-7afb-4b21-8c1c-82557112ade4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:55.985842382Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"2e377f5d-b0ae-4b30-b631-a3145b07bd60","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.141488447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da5e8c9-e610-485f-ad59-16a0500c24f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.145771271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da5e8c9-e610-485f-ad59-16a0500c24f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.150409826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da5e8c9-e610-485f-ad59-16a0500c24f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.15468834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da5e8c9-e610-485f-ad59-16a0500c24f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.616726609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"130b072e-aead-4e25-8040-645feb6cc8cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.621017375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fcf2b048-1968-4fe1-b4ea-7af9ffd81eff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.677734767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521fdb28-8877-42ab-8fc1-52f52b69cc05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.682337442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521fdb28-8877-42ab-8fc1-52f52b69cc05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.685861322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521fdb28-8877-42ab-8fc1-52f52b69cc05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.689076454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521fdb28-8877-42ab-8fc1-52f52b69cc05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.011672833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90376669-d6d8-4535-a5f9-deee752ad574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.015139483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90376669-d6d8-4535-a5f9-deee752ad574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.018707232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90376669-d6d8-4535-a5f9-deee752ad574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.022157169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90376669-d6d8-4535-a5f9-deee752ad574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.279482802Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"72c2ffcf-1152-4175-b5bb-2fae2f11da39","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.287666863Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"72c2ffcf-1152-4175-b5bb-2fae2f11da39","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.322544073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4aaa11-4b80-49d8-a97b-f9f6a286039d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.326072383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4aaa11-4b80-49d8-a97b-f9f6a286039d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.329318774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4aaa11-4b80-49d8-a97b-f9f6a286039d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.333503504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f4aaa11-4b80-49d8-a97b-f9f6a286039d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.726514619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c6e310-ab7d-4e7c-a96c-addf6fa978f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.729806254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c6e310-ab7d-4e7c-a96c-addf6fa978f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.733070837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c6e310-ab7d-4e7c-a96c-addf6fa978f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.736835921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2c6e310-ab7d-4e7c-a96c-addf6fa978f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.022920035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8edc3d-12ed-4ed5-90d6-c680bf067c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.026472021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8edc3d-12ed-4ed5-90d6-c680bf067c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.029924387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8edc3d-12ed-4ed5-90d6-c680bf067c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.033464767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f8edc3d-12ed-4ed5-90d6-c680bf067c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.218404108Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"72266db7-614b-48e8-88df-96fcb518814a","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.230132321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"72266db7-614b-48e8-88df-96fcb518814a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-e17fc195","tenantID":"e2e-ait-e17fc195","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.259252338Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"72266db7-614b-48e8-88df-96fcb518814a","name":"e2e-ait-e17fc195-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:59.238923891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"4b831e70-b5c0-4939-b62f-5c226a7c05da","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-9dd42e13","tenantID":"e2e-ait-9dd42e13","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:59.266404229Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"4b831e70-b5c0-4939-b62f-5c226a7c05da","name":"e2e-ait-9dd42e13-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:00.840431336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e96646a-0703-4bcb-adee-6c90cd9ffd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:00.868942752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e96646a-0703-4bcb-adee-6c90cd9ffd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:00.878313761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e96646a-0703-4bcb-adee-6c90cd9ffd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:00.90679071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e96646a-0703-4bcb-adee-6c90cd9ffd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.08874338Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"51b69b27-f096-4e58-8260-795c1e8c5172","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.105516043Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"51b69b27-f096-4e58-8260-795c1e8c5172","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.232715461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a82f6bac-b1ed-47ce-ad9d-517facd387b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.236157273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a82f6bac-b1ed-47ce-ad9d-517facd387b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.239341506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a82f6bac-b1ed-47ce-ad9d-517facd387b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.251274818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a82f6bac-b1ed-47ce-ad9d-517facd387b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.676402128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06922121-b916-42f2-9253-fbb2b9da7961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.679823146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06922121-b916-42f2-9253-fbb2b9da7961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.68309348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06922121-b916-42f2-9253-fbb2b9da7961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.68703681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06922121-b916-42f2-9253-fbb2b9da7961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.819473124Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-2f29441c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-2f29441c","reconcileID":"d2d84c42-db59-4455-a3ad-c26700fe1654","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-2f29441c","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-2f29441c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.940405521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885239fc-b1c4-40c6-a65a-eb697b055171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.962340668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885239fc-b1c4-40c6-a65a-eb697b055171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.972447091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885239fc-b1c4-40c6-a65a-eb697b055171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:01.977515093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885239fc-b1c4-40c6-a65a-eb697b055171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.302952447Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"82dec0b1-376c-45ff-8da4-8b3fe6761d52","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.314545918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"82dec0b1-376c-45ff-8da4-8b3fe6761d52","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-4bd752fd","tenantID":"e2e-ait-4bd752fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.33123949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc897c29-a9eb-4fa3-bc48-3476d4011747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.334534099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc897c29-a9eb-4fa3-bc48-3476d4011747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.335815256Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"82dec0b1-376c-45ff-8da4-8b3fe6761d52","name":"e2e-ait-4bd752fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.337996631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc897c29-a9eb-4fa3-bc48-3476d4011747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.341861377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc897c29-a9eb-4fa3-bc48-3476d4011747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.745730764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f326b4-b3be-426c-978e-5a9a81de3807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.74922867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f326b4-b3be-426c-978e-5a9a81de3807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.752844196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f326b4-b3be-426c-978e-5a9a81de3807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.756143902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3f326b4-b3be-426c-978e-5a9a81de3807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:05.500168841Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"a09cad05-3fb3-4f38-829e-ba57eb8a3ad8","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:05.513033891Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"a09cad05-3fb3-4f38-829e-ba57eb8a3ad8","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:05.917057485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96f6866-f3f0-49f1-9bfc-748f7d20bec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:05.920398538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96f6866-f3f0-49f1-9bfc-748f7d20bec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:05.924014165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96f6866-f3f0-49f1-9bfc-748f7d20bec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:05.927290378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f96f6866-f3f0-49f1-9bfc-748f7d20bec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:06.170301604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e833695a-283a-42e8-b717-9c1f7efdb2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:06.17467165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e833695a-283a-42e8-b717-9c1f7efdb2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:06.178951975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e833695a-283a-42e8-b717-9c1f7efdb2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:06.182875643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e833695a-283a-42e8-b717-9c1f7efdb2f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:06.536407238Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"ea599b54-1d97-4c87-abcb-53b5855d7273","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:06.549094685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"ea599b54-1d97-4c87-abcb-53b5855d7273","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-2f29441c","tenantID":"e2e-derive-2f29441c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:06.571908328Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"ea599b54-1d97-4c87-abcb-53b5855d7273","name":"e2e-derive-2f29441c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.888237828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c77c536-4739-4863-9229-d456ba9e710b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.895277415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c77c536-4739-4863-9229-d456ba9e710b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.904246726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c77c536-4739-4863-9229-d456ba9e710b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.918684816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c77c536-4739-4863-9229-d456ba9e710b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.236536628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574d1697-246e-4876-bd2f-95b7e8e86af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.239960965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574d1697-246e-4876-bd2f-95b7e8e86af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.246654016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574d1697-246e-4876-bd2f-95b7e8e86af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.252660266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"574d1697-246e-4876-bd2f-95b7e8e86af6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.616224906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395a698-7bde-4ec5-8ecb-d2515d47b132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.619507425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395a698-7bde-4ec5-8ecb-d2515d47b132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.622877616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395a698-7bde-4ec5-8ecb-d2515d47b132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.626960829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4395a698-7bde-4ec5-8ecb-d2515d47b132","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.166752862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10b2aa0-85e5-4180-a238-e8bcbf08174c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.177574717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10b2aa0-85e5-4180-a238-e8bcbf08174c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.183736473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10b2aa0-85e5-4180-a238-e8bcbf08174c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.193911192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b10b2aa0-85e5-4180-a238-e8bcbf08174c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.555811334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24536106-3bcb-4a7f-a190-e58e0f1a85f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.561904181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24536106-3bcb-4a7f-a190-e58e0f1a85f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.57195392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24536106-3bcb-4a7f-a190-e58e0f1a85f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:10.590734323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24536106-3bcb-4a7f-a190-e58e0f1a85f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:11.239260651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c0b758d-2678-4f9a-b661-2c7efdf00d8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:11.340485358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da89dae7-ea58-43c5-aa89-5cfa7fcd45a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:11.353544719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:11.563853572Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"f430748e-f628-44fb-994b-bf44a7a43b58","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:11.578098237Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"f430748e-f628-44fb-994b-bf44a7a43b58","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:12.345861173Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"71080ac4-7c1e-49f7-80e7-de9fa551ca29","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.499511029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d008964-1f17-48b7-b716-6aac867f97ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.507132936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d008964-1f17-48b7-b716-6aac867f97ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.512548495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d008964-1f17-48b7-b716-6aac867f97ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.516390842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d008964-1f17-48b7-b716-6aac867f97ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.718761907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c21e8e-526d-48a9-b779-941d4c40ee77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.722044929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c21e8e-526d-48a9-b779-941d4c40ee77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.725259707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c21e8e-526d-48a9-b779-941d4c40ee77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.741233151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c21e8e-526d-48a9-b779-941d4c40ee77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.015865608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a4990c-14c2-4566-bac7-11e32a34581d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.019415671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a4990c-14c2-4566-bac7-11e32a34581d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.022964043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a4990c-14c2-4566-bac7-11e32a34581d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.026408435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6a4990c-14c2-4566-bac7-11e32a34581d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.421895246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da8ba1d-ff38-46b7-8111-d0037d86cedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.425781608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da8ba1d-ff38-46b7-8111-d0037d86cedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.4292735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da8ba1d-ff38-46b7-8111-d0037d86cedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.43278046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da8ba1d-ff38-46b7-8111-d0037d86cedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.566496439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"791d4b70-3f69-45ac-9ba2-660a9180687b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.669233895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a0805a7-6d65-49c1-a4c9-6e0af24dc7a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.729303633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f13750-152f-42d7-91dc-27098eff017d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.733629963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f13750-152f-42d7-91dc-27098eff017d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.737330141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f13750-152f-42d7-91dc-27098eff017d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:14.740936049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f13750-152f-42d7-91dc-27098eff017d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.020256453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ec2303-86db-449d-a552-395e90c9f0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.023963313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ec2303-86db-449d-a552-395e90c9f0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.027583218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ec2303-86db-449d-a552-395e90c9f0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.031032563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ec2303-86db-449d-a552-395e90c9f0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.261158669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99dc96a-9b25-402d-8e68-76d04d55c2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.265222933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99dc96a-9b25-402d-8e68-76d04d55c2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.26920781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99dc96a-9b25-402d-8e68-76d04d55c2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.273305379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d99dc96a-9b25-402d-8e68-76d04d55c2d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.625274372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce82d056-ecd3-4ba7-9d68-312933198d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.628914487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce82d056-ecd3-4ba7-9d68-312933198d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.632316406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce82d056-ecd3-4ba7-9d68-312933198d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.635579549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce82d056-ecd3-4ba7-9d68-312933198d97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.940914515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a63a88-3a6b-45f8-b70c-30366f093cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.944616744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a63a88-3a6b-45f8-b70c-30366f093cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.948250815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a63a88-3a6b-45f8-b70c-30366f093cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.95193293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5a63a88-3a6b-45f8-b70c-30366f093cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.282352961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753566e9-327b-4064-892a-6d79d107b340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.286338135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753566e9-327b-4064-892a-6d79d107b340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.290274277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753566e9-327b-4064-892a-6d79d107b340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.341539493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"753566e9-327b-4064-892a-6d79d107b340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.768122938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bbc7c7-a80f-4931-a294-96d4c4d6c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.771896636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bbc7c7-a80f-4931-a294-96d4c4d6c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.775326848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bbc7c7-a80f-4931-a294-96d4c4d6c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:16.778730592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bbc7c7-a80f-4931-a294-96d4c4d6c647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.042179123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8faafe8-d193-4dfe-8519-c6be80399951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.051038575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8faafe8-d193-4dfe-8519-c6be80399951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.058791399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8faafe8-d193-4dfe-8519-c6be80399951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.068520777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8faafe8-d193-4dfe-8519-c6be80399951","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.301679198Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"e9ea0adb-e066-4e0e-97e6-847e0a26bf4e","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.313915171Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"e9ea0adb-e066-4e0e-97e6-847e0a26bf4e","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.339659221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b450491-5ee9-45c9-b612-c0c819e2b5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.347376869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b450491-5ee9-45c9-b612-c0c819e2b5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.357645253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b450491-5ee9-45c9-b612-c0c819e2b5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.367545136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b450491-5ee9-45c9-b612-c0c819e2b5aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.584754475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7d90ed0f-57fc-49ca-a3c4-13260845c54d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.689766287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19471f07-e1dd-4ca7-8546-ce6a3e22166d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.806845831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d013065c-26d4-4310-9534-4396a91bd259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.81099611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d013065c-26d4-4310-9534-4396a91bd259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.814713388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d013065c-26d4-4310-9534-4396a91bd259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.818360591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d013065c-26d4-4310-9534-4396a91bd259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.040583089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8d23fb-0407-47f2-8b04-57f62b686e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.052063286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8d23fb-0407-47f2-8b04-57f62b686e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.057573603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8d23fb-0407-47f2-8b04-57f62b686e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.066647517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac8d23fb-0407-47f2-8b04-57f62b686e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.330908336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5105d4-6bd5-4e8c-8153-c0aa43f54418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.334459692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5105d4-6bd5-4e8c-8153-c0aa43f54418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.337860719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5105d4-6bd5-4e8c-8153-c0aa43f54418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.341636933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c5105d4-6bd5-4e8c-8153-c0aa43f54418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.382531251Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"bb98c6f6-91df-4831-8561-fcb177e9a794","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.879260546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8583b4-2ead-42a5-829c-f024e5ad9ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.882724499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8583b4-2ead-42a5-829c-f024e5ad9ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.885992371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8583b4-2ead-42a5-829c-f024e5ad9ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.889186984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8583b4-2ead-42a5-829c-f024e5ad9ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.134934691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ad2f4f-3fe1-40c4-8252-f8f86846b88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.141657403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ad2f4f-3fe1-40c4-8252-f8f86846b88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.145873779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ad2f4f-3fe1-40c4-8252-f8f86846b88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.150261512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1ad2f4f-3fe1-40c4-8252-f8f86846b88e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.451790497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b88189-ae2d-4e67-9600-0ac594fc98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.459762693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b88189-ae2d-4e67-9600-0ac594fc98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.465916686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b88189-ae2d-4e67-9600-0ac594fc98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.470150421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7b88189-ae2d-4e67-9600-0ac594fc98e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.88699406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12367bd2-711d-4ec2-93ab-a34c2ac01410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.890409682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12367bd2-711d-4ec2-93ab-a34c2ac01410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.893916057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12367bd2-711d-4ec2-93ab-a34c2ac01410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.897193119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12367bd2-711d-4ec2-93ab-a34c2ac01410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.176175352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2109e355-9a8a-43c9-8672-1f4c8560d857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.18228836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2109e355-9a8a-43c9-8672-1f4c8560d857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.186794018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2109e355-9a8a-43c9-8672-1f4c8560d857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.190018425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2109e355-9a8a-43c9-8672-1f4c8560d857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.427181559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dff1efc-20c8-467c-bf9c-66396dd60311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.430477936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dff1efc-20c8-467c-bf9c-66396dd60311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.433760215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dff1efc-20c8-467c-bf9c-66396dd60311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.437196447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dff1efc-20c8-467c-bf9c-66396dd60311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.763773953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37464a7-668e-44f3-9713-19b3c5a81d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.768756044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37464a7-668e-44f3-9713-19b3c5a81d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.772341601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37464a7-668e-44f3-9713-19b3c5a81d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:20.775571472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a37464a7-668e-44f3-9713-19b3c5a81d26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:21.138193607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51674eb7-29af-4faf-bf32-12670aba7faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:21.142091076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51674eb7-29af-4faf-bf32-12670aba7faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:21.151635789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51674eb7-29af-4faf-bf32-12670aba7faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:21.16124366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51674eb7-29af-4faf-bf32-12670aba7faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.108988979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f985eb4f-d105-4c98-b1b9-88e504bacaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.112467705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f985eb4f-d105-4c98-b1b9-88e504bacaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.115867802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f985eb4f-d105-4c98-b1b9-88e504bacaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.119107643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f985eb4f-d105-4c98-b1b9-88e504bacaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.318431446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c2fa27-ca87-4ce4-84a1-9b73eafa78cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.322239528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c2fa27-ca87-4ce4-84a1-9b73eafa78cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.325817247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c2fa27-ca87-4ce4-84a1-9b73eafa78cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.329813866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c2fa27-ca87-4ce4-84a1-9b73eafa78cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.456115354Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","namespace":"ai-tenant-e2e-migrate-459ca04a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.45622829Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","namespace":"ai-tenant-e2e-migrate-459ca04a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.456358438Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","tenant":"e2e-migrate-459ca04a","tenantID":"e2e-migrate-459ca04a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.465966886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"Deployment","name":"maas-api-e2e-migrate-459ca04a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.483356842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"Service","name":"maas-api-e2e-migrate-459ca04a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.542986929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-459ca04a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.553392231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-459ca04a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.559758717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.565718797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.568871631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.572077719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.57539685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"Deployment","name":"payload-processing-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.578506492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.581662143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"Service","name":"payload-processing-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.58470203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"Service","name":"payload-pre-processing-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.587535886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.590565595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.593556107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.596723269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.599838811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.602464645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8d81b0-e115-4b8b-a2ff-e08b50d78f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.606074538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.606458851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8d81b0-e115-4b8b-a2ff-e08b50d78f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.60980726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-459ca04a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.610862642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8d81b0-e115-4b8b-a2ff-e08b50d78f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.614112797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-459ca04a"},"namespace":"ai-tenant-e2e-migrate-459ca04a","name":"default-tenant","reconcileID":"1b0d7f27-c553-456b-81aa-86e320893617","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-459ca04a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.614779297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa8d81b0-e115-4b8b-a2ff-e08b50d78f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.767344523Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-459ca04a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-459ca04a","reconcileID":"17cb054f-27cf-4b06-8e2f-4a7f289c3618","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-459ca04a-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-459ca04a-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.014236468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06689549-51cd-4957-a356-905beb61a198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.01820778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06689549-51cd-4957-a356-905beb61a198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.021823356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06689549-51cd-4957-a356-905beb61a198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.025312937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06689549-51cd-4957-a356-905beb61a198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.300492985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79218238-0501-451b-9f30-392012e83cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.304004616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79218238-0501-451b-9f30-392012e83cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.307531095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79218238-0501-451b-9f30-392012e83cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.311067717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79218238-0501-451b-9f30-392012e83cea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.517421026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d160595-d993-45cf-8a5b-c91f97a9f045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.520718921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d160595-d993-45cf-8a5b-c91f97a9f045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.523874891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d160595-d993-45cf-8a5b-c91f97a9f045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.527089443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d160595-d993-45cf-8a5b-c91f97a9f045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.824088441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5990237c-7c10-4162-86f2-bc72e27f46fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.84158462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5990237c-7c10-4162-86f2-bc72e27f46fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.845029863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5990237c-7c10-4162-86f2-bc72e27f46fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.848566009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5990237c-7c10-4162-86f2-bc72e27f46fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.121784422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2411a378-4a7c-44b6-b14b-d27370c87590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.125689392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2411a378-4a7c-44b6-b14b-d27370c87590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.129275477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2411a378-4a7c-44b6-b14b-d27370c87590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.132772166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2411a378-4a7c-44b6-b14b-d27370c87590","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.643912674Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","namespace":"ai-tenant-e2e-ait-e17fc195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.644034991Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","namespace":"ai-tenant-e2e-ait-e17fc195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.64409227Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","tenant":"e2e-ait-e17fc195","tenantID":"e2e-ait-e17fc195","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.649506684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"Deployment","name":"maas-api-e2e-ait-e17fc195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.663614021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"Service","name":"maas-api-e2e-ait-e17fc195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.678273037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e17fc195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.684646231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e17fc195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.69097234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.700763075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.712502414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.720841666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.724854985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"Deployment","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.727716323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.73058415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"Service","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.733573404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"Service","name":"payload-pre-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.736645162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.739793146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.742836408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.752327925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.755472106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.758689827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.761672475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.764790766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"937f71e2-44a4-4da5-8136-455493fe73ec","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e17fc195","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.769856062Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","namespace":"ai-tenant-e2e-ait-9dd42e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.769925916Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","namespace":"ai-tenant-e2e-ait-9dd42e13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.769986384Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","tenant":"e2e-ait-9dd42e13","tenantID":"e2e-ait-9dd42e13","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.778442152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"Deployment","name":"maas-api-e2e-ait-9dd42e13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.808847259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"Service","name":"maas-api-e2e-ait-9dd42e13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.830670042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-9dd42e13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.83816594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-9dd42e13","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.847265735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.853143645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.861588191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.868628379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.871750811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"Deployment","name":"payload-processing-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.874700787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.87811396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"Service","name":"payload-processing-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.881102766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"Service","name":"payload-pre-processing-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.889704556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"DestinationRule","name":"payload-processing-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.89609799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.910111961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.91746541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.923013395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.926258743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.929358227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-9dd42e13","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:24.934041283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9dd42e13"},"namespace":"ai-tenant-e2e-ait-9dd42e13","name":"default-tenant","reconcileID":"d433a952-03b4-4b07-884e-cae678e1fb85","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-9dd42e13","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.159267865Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9dd42e13","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9dd42e13","reconcileID":"2a6e5ca7-5acc-49f2-82e0-d58452e7d8fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9dd42e13","removed":["maas.opendatahub.io/gateway-access-e2e-ait-9dd42e13"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.331122368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efb7813-08d3-4b13-8362-10e2667e2236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.335552737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efb7813-08d3-4b13-8362-10e2667e2236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.339410959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efb7813-08d3-4b13-8362-10e2667e2236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.342831258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6efb7813-08d3-4b13-8362-10e2667e2236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.620687967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1cd884-6a08-428d-bb6c-39bf9e183556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.624044296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1cd884-6a08-428d-bb6c-39bf9e183556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.6274744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1cd884-6a08-428d-bb6c-39bf9e183556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.630981888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a1cd884-6a08-428d-bb6c-39bf9e183556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.974158895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b5498b-4c01-48f3-8743-69626e977772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.977789032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b5498b-4c01-48f3-8743-69626e977772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:25.981550997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b5498b-4c01-48f3-8743-69626e977772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.044919704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b5498b-4c01-48f3-8743-69626e977772","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.204513423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3aa64d89-414a-4c03-8d68-1ede759033d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.287207165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8daecb54-6d03-4e3c-afae-a24715d9ce7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.410932118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3478284f-0e97-45cc-910b-91fd7e933d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.414249089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3478284f-0e97-45cc-910b-91fd7e933d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.417612423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3478284f-0e97-45cc-910b-91fd7e933d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.420945755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3478284f-0e97-45cc-910b-91fd7e933d0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.701563713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beea651a-4e23-4461-b6e6-385606a11b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.704872188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beea651a-4e23-4461-b6e6-385606a11b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.70805494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beea651a-4e23-4461-b6e6-385606a11b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.711466913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beea651a-4e23-4461-b6e6-385606a11b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.910619017Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","namespace":"ai-tenant-e2e-ait-4bd752fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.910673814Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","namespace":"ai-tenant-e2e-ait-4bd752fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.910721579Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","tenant":"e2e-ait-4bd752fd","tenantID":"e2e-ait-4bd752fd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.920706533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"Deployment","name":"maas-api-e2e-ait-4bd752fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.922169286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de4d632-4ea2-4693-a747-96133be0679f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.926106033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de4d632-4ea2-4693-a747-96133be0679f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.929713117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de4d632-4ea2-4693-a747-96133be0679f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.936885009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de4d632-4ea2-4693-a747-96133be0679f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.94476583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"Service","name":"maas-api-e2e-ait-4bd752fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.954889051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-4bd752fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.960065264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-4bd752fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.970641115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.977258844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.98537997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.99114773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.994041118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"Deployment","name":"payload-processing-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.997806335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.001011996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"Service","name":"payload-processing-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.004004788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"Service","name":"payload-pre-processing-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.010004835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"DestinationRule","name":"payload-processing-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.013344141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.016384838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.030239648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.034725387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.038022265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.041077218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-4bd752fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.048443952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-4bd752fd"},"namespace":"ai-tenant-e2e-ait-4bd752fd","name":"default-tenant","reconcileID":"768e2e20-7726-4e5e-bcd5-1f59d22ca45f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-4bd752fd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.057363917Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","namespace":"ai-tenant-e2e-ait-e17fc195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.057433138Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","namespace":"ai-tenant-e2e-ait-e17fc195","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.057491911Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","tenant":"e2e-ait-e17fc195","tenantID":"e2e-ait-e17fc195","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.060463666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"Deployment","name":"maas-api-e2e-ait-e17fc195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.063877441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"Service","name":"maas-api-e2e-ait-e17fc195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.066783889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e17fc195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.070384111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e17fc195","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.073641326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.077474948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.080652421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.083982524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.143483211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"Deployment","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.146777694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.152411441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"Service","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.15883119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"Service","name":"payload-pre-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.161954526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.165024982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.168314159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.17136813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.174426861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.180687749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.183997775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e17fc195","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.187193419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e17fc195"},"namespace":"ai-tenant-e2e-ait-e17fc195","name":"default-tenant","reconcileID":"1de588b8-6b62-4447-a41d-eb193fb5d3b0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e17fc195","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.192748968Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-4bd752fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-4bd752fd","reconcileID":"8ebb4f4c-150f-4b86-80fd-1a9c9bb4f2e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-4bd752fd","removed":["maas.opendatahub.io/gateway-access-e2e-ait-4bd752fd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.203179516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0655ff8-d7a9-409f-91cb-48fd2cdd5762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.209413927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0655ff8-d7a9-409f-91cb-48fd2cdd5762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.239696758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0655ff8-d7a9-409f-91cb-48fd2cdd5762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.249660944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0655ff8-d7a9-409f-91cb-48fd2cdd5762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.44089638Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e17fc195","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e17fc195","reconcileID":"672b1f00-ec03-43a0-8e03-f09da022cce6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e17fc195","removed":["maas.opendatahub.io/gateway-access-e2e-ait-e17fc195"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.61249982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba3954f-324f-43ec-a075-af2e06aa1b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.616112049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba3954f-324f-43ec-a075-af2e06aa1b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.619752788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba3954f-324f-43ec-a075-af2e06aa1b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.623195284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aba3954f-324f-43ec-a075-af2e06aa1b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.951711059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f68eda-cd43-4616-8835-a0c128f59e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.955297691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f68eda-cd43-4616-8835-a0c128f59e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.958780094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f68eda-cd43-4616-8835-a0c128f59e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.962299104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6f68eda-cd43-4616-8835-a0c128f59e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:28.064012229Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-4f93d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-4f93d1","reconcileID":"360cfcca-563f-4a5e-9e3c-fbe98ab6c227","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-4f93d1","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-4f93d1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:28.323260071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39798354-ac01-4bed-9e23-6c7c95d5d496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:28.334408368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39798354-ac01-4bed-9e23-6c7c95d5d496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:28.338945422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39798354-ac01-4bed-9e23-6c7c95d5d496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:28.349433863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39798354-ac01-4bed-9e23-6c7c95d5d496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:28.730799292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343b1fd0-3bf5-4ee8-8aa7-03ebbed8a5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:28.734340453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343b1fd0-3bf5-4ee8-8aa7-03ebbed8a5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:28.737814554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343b1fd0-3bf5-4ee8-8aa7-03ebbed8a5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:28.741066175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343b1fd0-3bf5-4ee8-8aa7-03ebbed8a5f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:29.019804269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4f7ab5-ce81-405a-82a2-8c73d71595e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:29.023253122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4f7ab5-ce81-405a-82a2-8c73d71595e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:29.026737951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4f7ab5-ce81-405a-82a2-8c73d71595e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:29.02999428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d4f7ab5-ce81-405a-82a2-8c73d71595e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.310270715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b3e56e-92fc-473e-a6fb-0bf991a2b344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.319630886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b3e56e-92fc-473e-a6fb-0bf991a2b344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.338037743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b3e56e-92fc-473e-a6fb-0bf991a2b344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.357128704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b3e56e-92fc-473e-a6fb-0bf991a2b344","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.624283682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebccdfef-70e3-454c-98e2-7b75123c144a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.627783209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebccdfef-70e3-454c-98e2-7b75123c144a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.63121399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebccdfef-70e3-454c-98e2-7b75123c144a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.635001012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebccdfef-70e3-454c-98e2-7b75123c144a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.664977865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"48a3ecbc-f529-4023-8b22-fc82a5071fb5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.687049706Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"48a3ecbc-f529-4023-8b22-fc82a5071fb5","name":"e2e-worker-w3-4f93d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.112294565Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-466f83","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-466f83","reconcileID":"02f9eccc-39f0-47e6-a49d-6504d5a3702e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-466f83","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-466f83":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.366122217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a3e4e4-936c-4780-acd5-db8e65cc49a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.371151813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a3e4e4-936c-4780-acd5-db8e65cc49a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.376100148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a3e4e4-936c-4780-acd5-db8e65cc49a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.385224685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a3e4e4-936c-4780-acd5-db8e65cc49a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.709368385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6772c4-9167-4a52-b23c-0b07809fa414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.712831178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6772c4-9167-4a52-b23c-0b07809fa414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.716075593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6772c4-9167-4a52-b23c-0b07809fa414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.719295034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a6772c4-9167-4a52-b23c-0b07809fa414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.840268544Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","namespace":"ai-tenant-e2e-derive-2f29441c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.840349337Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","namespace":"ai-tenant-e2e-derive-2f29441c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.840420654Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","tenant":"e2e-derive-2f29441c","tenantID":"e2e-derive-2f29441c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.846957697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"Deployment","name":"maas-api-e2e-derive-2f29441c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.85923951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"Service","name":"maas-api-e2e-derive-2f29441c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.874838243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-2f29441c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.882484148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-2f29441c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.894123055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.902662139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.911179339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.924846361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.935846385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"Deployment","name":"payload-processing-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.940252405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0068ea-d422-4935-b457-b5bc4ff2d773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.94180111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.943571501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0068ea-d422-4935-b457-b5bc4ff2d773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.947291466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0068ea-d422-4935-b457-b5bc4ff2d773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.951666017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0068ea-d422-4935-b457-b5bc4ff2d773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.963453848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"Service","name":"payload-processing-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.968872786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"Service","name":"payload-pre-processing-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.979707034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"DestinationRule","name":"payload-processing-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.988265956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.999400876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.011115368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.018490143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.023222106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.027887253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-2f29441c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.033807022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-2f29441c"},"namespace":"ai-tenant-e2e-derive-2f29441c","name":"default-tenant","reconcileID":"b50c09f1-d15a-411b-accc-9e7716136c20","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-2f29441c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.408129081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f886ab9-dd7a-489f-9cf1-83bb761fe877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.411564509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f886ab9-dd7a-489f-9cf1-83bb761fe877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.440899678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f886ab9-dd7a-489f-9cf1-83bb761fe877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.444178737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f886ab9-dd7a-489f-9cf1-83bb761fe877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.67139771Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-2f29441c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-2f29441c","reconcileID":"2b92484e-ac60-44a9-b29d-ba2161206102","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-2f29441c","removed":["maas.opendatahub.io/gateway-access-e2e-derive-2f29441c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.728870085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c0f3dc-a48a-4659-af2a-2232ebb6d036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.732154439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c0f3dc-a48a-4659-af2a-2232ebb6d036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.735640621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c0f3dc-a48a-4659-af2a-2232ebb6d036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.739207515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c0f3dc-a48a-4659-af2a-2232ebb6d036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.832555284Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f3631f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f3631f","reconcileID":"656ad537-224d-40c2-83f4-e817372bae1e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-f3631f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-f3631f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:32.956507654Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-085566","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-085566","reconcileID":"19692b8e-81db-4013-a5ff-3d709e9bb789","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-085566","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-085566":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.049204661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d106a-99c4-4ba8-b7dc-e3a25084166a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.05289832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d106a-99c4-4ba8-b7dc-e3a25084166a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.056805721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d106a-99c4-4ba8-b7dc-e3a25084166a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.06092639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d106a-99c4-4ba8-b7dc-e3a25084166a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.330112286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f450bc5c-b6fa-4fb5-9edb-3d0f2b784af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.333946773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f450bc5c-b6fa-4fb5-9edb-3d0f2b784af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.337771169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f450bc5c-b6fa-4fb5-9edb-3d0f2b784af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.342058675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f450bc5c-b6fa-4fb5-9edb-3d0f2b784af7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:34.373162738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"3d87fc3f-f667-4c23-a72f-08272c94a6c8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:34.400812943Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"3d87fc3f-f667-4c23-a72f-08272c94a6c8","name":"e2e-worker-w4-466f83-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.211076581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"275c7989-c247-4fe9-a9c0-cef8fb312d17","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.231354817Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"275c7989-c247-4fe9-a9c0-cef8fb312d17","name":"e2e-worker-w0-f3631f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.636774364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b058ca-19ef-4b33-98ed-4269381b7e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.641939199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b058ca-19ef-4b33-98ed-4269381b7e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.64570887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b058ca-19ef-4b33-98ed-4269381b7e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.649310631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47b058ca-19ef-4b33-98ed-4269381b7e9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.905288938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335f6dec-20a8-470a-9f1e-38b3303c11aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.908797364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335f6dec-20a8-470a-9f1e-38b3303c11aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.912142473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335f6dec-20a8-470a-9f1e-38b3303c11aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.915503595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"335f6dec-20a8-470a-9f1e-38b3303c11aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.207857733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"c7b52ebc-3eec-4241-a6db-02d2c05797f6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.231983114Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"c7b52ebc-3eec-4241-a6db-02d2c05797f6","name":"e2e-worker-w2-085566-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.578796546Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b13a14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b13a14","reconcileID":"bfe94eab-6faa-4c1d-a4a2-d615dc2097ae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b13a14","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-b13a14":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.82501765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c3e420-1e46-45be-a1e6-da6326cbeac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.828407526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c3e420-1e46-45be-a1e6-da6326cbeac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.831678698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c3e420-1e46-45be-a1e6-da6326cbeac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:37.834927664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8c3e420-1e46-45be-a1e6-da6326cbeac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.125536123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b19372-071c-4471-8454-5982ad9db1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.129440798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b19372-071c-4471-8454-5982ad9db1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.133195691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b19372-071c-4471-8454-5982ad9db1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.136757337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b19372-071c-4471-8454-5982ad9db1d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.65740878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2afbfb-c463-4054-a322-aefe7df2da0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.661555713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2afbfb-c463-4054-a322-aefe7df2da0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.665083238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2afbfb-c463-4054-a322-aefe7df2da0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.668572473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f2afbfb-c463-4054-a322-aefe7df2da0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.969567891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdf3a4c-fc1d-492e-a36b-0ae2a4abda3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.973089084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdf3a4c-fc1d-492e-a36b-0ae2a4abda3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.976267794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdf3a4c-fc1d-492e-a36b-0ae2a4abda3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.979863092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bdf3a4c-fc1d-492e-a36b-0ae2a4abda3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.343496037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b310fefb-79d2-4847-a12d-c90715ce6c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.354324506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b310fefb-79d2-4847-a12d-c90715ce6c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.361883089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b310fefb-79d2-4847-a12d-c90715ce6c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.366638683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b310fefb-79d2-4847-a12d-c90715ce6c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.658249842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3613650d-42a0-4c16-becc-e66fedd21d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.664909566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3613650d-42a0-4c16-becc-e66fedd21d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.741464699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3613650d-42a0-4c16-becc-e66fedd21d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.745143413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3613650d-42a0-4c16-becc-e66fedd21d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:41.361237806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.332560389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"da714d17-5141-4a88-b013-c10da111f87d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.363365342Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"da714d17-5141-4a88-b013-c10da111f87d","name":"e2e-worker-w1-b13a14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:45.925822983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25eade67-bf31-40f6-9baf-48e0876efcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:45.93008653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25eade67-bf31-40f6-9baf-48e0876efcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:45.933441949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25eade67-bf31-40f6-9baf-48e0876efcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:45.941698402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25eade67-bf31-40f6-9baf-48e0876efcd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.362493195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb210c3-f0bc-4023-9ca8-db301895f619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.367870352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb210c3-f0bc-4023-9ca8-db301895f619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.372917033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb210c3-f0bc-4023-9ca8-db301895f619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.377578218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcb210c3-f0bc-4023-9ca8-db301895f619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.930004775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6206e78d-7139-43b2-accf-8b6ae3231b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.936213963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6206e78d-7139-43b2-accf-8b6ae3231b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.955748253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6206e78d-7139-43b2-accf-8b6ae3231b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:47.973161677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6206e78d-7139-43b2-accf-8b6ae3231b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:48.252807259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580fe6ee-f304-4234-ac22-5124bc8d7f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:48.258882233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580fe6ee-f304-4234-ac22-5124bc8d7f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:48.267030717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580fe6ee-f304-4234-ac22-5124bc8d7f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:48.274856018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"580fe6ee-f304-4234-ac22-5124bc8d7f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:50.030476005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbec4ff-4787-4e00-a4ee-39105c679e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:50.033838908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbec4ff-4787-4e00-a4ee-39105c679e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:50.037128335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbec4ff-4787-4e00-a4ee-39105c679e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:50.040628673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dbec4ff-4787-4e00-a4ee-39105c679e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:50.331841608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30aee72-965b-4437-9b1c-bb06ac06584c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:50.335891519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30aee72-965b-4437-9b1c-bb06ac06584c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:50.339615965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30aee72-965b-4437-9b1c-bb06ac06584c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:50.346903967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30aee72-965b-4437-9b1c-bb06ac06584c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:51.366498474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ac7c1c6-825b-41bb-a118-9ca318eab27b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:51.573476205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e866ad04-473a-47e3-b20c-a99521cec7ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:55.955822748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6a2d55-bdf5-4ccf-90bf-7cf25d207743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:55.961815023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6a2d55-bdf5-4ccf-90bf-7cf25d207743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:55.968561301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6a2d55-bdf5-4ccf-90bf-7cf25d207743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:55.979860691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b6a2d55-bdf5-4ccf-90bf-7cf25d207743","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:56.362776015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aeaa1da-d55d-493f-8f3c-bfce2c55e5f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:56.37066118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aeaa1da-d55d-493f-8f3c-bfce2c55e5f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:56.395733683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aeaa1da-d55d-493f-8f3c-bfce2c55e5f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:56.401277322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aeaa1da-d55d-493f-8f3c-bfce2c55e5f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.655241169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03157f58-430d-493b-b837-8a7353a36f88","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.781100973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5712fa0b-284e-4043-8cec-2d2c324df2e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.399060888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"74375aca-297a-42b2-be10-6d0f2406a0fe","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:10.616804908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"394ecab5-39a8-43d9-b654-b97680fb26ba","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:10.639776925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"c5b1c482-db27-4707-9d30-d96da887195f","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:11.35252499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:13.701200699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"a5aea392-4652-4a5e-8260-9f6f0734f60a","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:14.861239289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"e48dff87-bec0-4a54-a8c8-41d837df05b6","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:14.894716397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"44b965f6-fb95-4ad1-88ab-fe9d443632a3","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:15.941772363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"4b58fbae-2d74-4105-8f76-d50afd32201e","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:15.950950846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"3a141557-2359-4f69-b7ea-4f3a39ff9b62","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.843461252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"8a2bbe66-bfb5-4ffd-bf4a-58698d2bcf23","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:19.870407723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"2e84d867-77ab-44d3-81be-04c61fd7355b","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.040763588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"5669dce4-878f-4e16-a86f-1d7e388d7a5d","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.06066401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"124e1106-d172-4f86-ba9e-aa0004c80993","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.09145322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"3aa67ceb-7aef-4151-8f37-b7e3d830c9e3","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.272009755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"612f5d64-71e7-4360-b9e0-e6159eaae46c","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.281494785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b750403-33de-4770-a7d9-435f19fe4dca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.281515137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b750403-33de-4770-a7d9-435f19fe4dca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.282090714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"5c5c82c4-beac-45ab-93c1-99b63f8fb125","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:27.285523834Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.28977816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"677a559f-0715-409a-9fd9-4ed02fc9d999","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.295586947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0bb4a08-ba73-4186-b2fd-2a45a5232646","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.295630657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d0bb4a08-ba73-4186-b2fd-2a45a5232646","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.307536794Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"80c2f03d-04d6-41b2-a77a-973f132fa507","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"simulator-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.325022871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"7ec76e7d-9bbf-4784-9664-0dcef3d5af6c","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.405265481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"2e86904c-65cc-4f6b-bafe-f83cf5596ffd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.541562135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"69918b42-4c3b-4724-831d-a2059e41bde3","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.551143991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"fb4cb138-bb36-40f0-9a7f-94a60a6b9e33","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.553788106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b211e36d-4687-4c09-bfd0-5afdb278bcb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:27.555916358Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"fb4cb138-bb36-40f0-9a7f-94a60a6b9e33","name":"simulator-w3-4f93d1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-4f93d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:27.555970655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"fb4cb138-bb36-40f0-9a7f-94a60a6b9e33","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-4f93d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.561090827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"a4c2465e-742f-4429-b381-8ddc89bd2f68","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.565282704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"20f70574-4c90-4b73-9f96-eb184f11449c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.584195417Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b211e36d-4687-4c09-bfd0-5afdb278bcb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.591502699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b211e36d-4687-4c09-bfd0-5afdb278bcb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.601308557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"547e150f-2848-45ad-9742-48ac576ab5b0","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.654826372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b5f1451f-e737-4bf7-8a73-8e88f3e66389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.665105846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b5f1451f-e737-4bf7-8a73-8e88f3e66389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.667177308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"bed75980-13af-4ff8-b307-999fa76ca2cc","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.672298748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b5f1451f-e737-4bf7-8a73-8e88f3e66389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:27.679568568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b5f1451f-e737-4bf7-8a73-8e88f3e66389","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.680476688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"ed09b095-f653-4e9c-ac67-5197ef7963fa","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.680763291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"d9271099-6a82-478f-98a5-2608a1a7ba6f","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:27.681885366Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4f93d1/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.686336513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"6161bd93-8016-4a5d-a22b-9a941b679203","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.711658133Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"df67f842-fc8a-4ee4-a6d9-5bdb4c070e5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"premium-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.73339526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"844eef25-6801-4cc1-8d91-4bead3bd8152","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.754440665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e4ed69e3-6e00-4634-8f1d-0f84171379d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.764031593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e4ed69e3-6e00-4634-8f1d-0f84171379d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.771207555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e4ed69e3-6e00-4634-8f1d-0f84171379d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.800150071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"d153eea6-3555-4999-80ce-fa9a9ade965d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.855011738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e1a55152-1473-4b56-ab77-b44f676edd8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.858827776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"52443921-ea5e-41eb-b907-a6d668638bd3","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.86360907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e1a55152-1473-4b56-ab77-b44f676edd8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.868008154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"9e0708f7-9f42-42f8-98d4-a01541201d5e","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.871341945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e1a55152-1473-4b56-ab77-b44f676edd8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:27.872868086Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"9e0708f7-9f42-42f8-98d4-a01541201d5e","name":"premium-w3-4f93d1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-4f93d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:27.872915775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"9e0708f7-9f42-42f8-98d4-a01541201d5e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-4f93d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.878162823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"0c9ca830-7c90-412c-88bb-ba65d6959482","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.900017013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"643cd186-9802-4781-ac1f-509f9ae60709","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.957306228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8f2c033d-81f6-4f7e-9819-7a2707241a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.957539072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1be2759e-c98a-44ea-b691-9c09b4a3c584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.967183222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8f2c033d-81f6-4f7e-9819-7a2707241a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.967183224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1be2759e-c98a-44ea-b691-9c09b4a3c584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.977102845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8f2c033d-81f6-4f7e-9819-7a2707241a1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.977158134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1be2759e-c98a-44ea-b691-9c09b4a3c584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:27.983554133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"0066356d-fe3d-403a-8f8f-c3324e92ae48","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.056980893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f85af7be-6abc-4efc-adc2-6de933fc00f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.065318139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f85af7be-6abc-4efc-adc2-6de933fc00f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.074172773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f85af7be-6abc-4efc-adc2-6de933fc00f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.058642326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"9f5e7410-5a47-4fce-8b95-b857b1fa2d73","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.233117895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"cb307c87-d7ad-4e5d-864c-cc1806994d39","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.243466605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"7c5a18f7-7ecd-4f6d-a5e2-7cb237f47095","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.245587755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"357d15c3-8ffb-4750-9d93-9af35a671dec","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:30.247732089Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-466f83/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.252916927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"7f977e0c-c4d6-49e6-9dad-2a70503a179d","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.269679689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"0fb336e9-2f97-4182-885f-9a674020e30c","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.270727955Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"90562037-92ac-45d6-8937-4a8436b64fdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"simulator-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.287871756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"c550cfce-7454-4ee2-9e37-0370c7155aa7","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.372786964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"be2ea68f-a65c-4c68-b768-cece1763b0cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.426295921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"6c667b2a-ce9f-49ad-9818-2b746bf9106f","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.436165666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"964a49b4-3225-4232-91e1-46a68188de0e","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.439618275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"74e8bc09-b9c4-4074-b69c-40aba7a57419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:30.441177322Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"964a49b4-3225-4232-91e1-46a68188de0e","name":"simulator-w4-466f83","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-466f83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:30.441227157Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"964a49b4-3225-4232-91e1-46a68188de0e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-466f83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.447207113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"1a0655c8-99d3-43e7-ad7f-1196135405bb","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.470967038Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"74e8bc09-b9c4-4074-b69c-40aba7a57419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.47407061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"92e0199f-242b-40d1-8255-121895494048","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.477964449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"74e8bc09-b9c4-4074-b69c-40aba7a57419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.488110324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"afdf93f5-52b6-49cd-9064-1e131d02a1d9","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.540165413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a6c6bf9b-6317-478d-9b65-d977c11860b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.548621724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a6c6bf9b-6317-478d-9b65-d977c11860b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.556966518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a6c6bf9b-6317-478d-9b65-d977c11860b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.645851907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"4aac92f7-2d7a-4e38-bb6a-cfaa6902ce24","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.657920471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"2df3a92f-ac63-487e-9535-a55a6f0f738b","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.659862812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"00c07c2b-b6e6-407a-84c8-78e1d5b9f2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.660763688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"e4bdd8e4-d121-4ae6-8495-7655a14b6cb9","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:30.663149801Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-466f83/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.668041805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"00c07c2b-b6e6-407a-84c8-78e1d5b9f2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.668860064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"968738b3-28cf-49e4-8b87-4e76d65f9bcf","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.677922744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"00c07c2b-b6e6-407a-84c8-78e1d5b9f2f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.687902178Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"bc791db8-6801-481e-ac64-c8f2cf0f72fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"premium-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.705992465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"94282029-1074-4d06-a114-e5edb3b06076","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.755547089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"182c3718-57b7-4c2f-96b2-2e96ab0ddfd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.765902522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"182c3718-57b7-4c2f-96b2-2e96ab0ddfd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.772896116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"182c3718-57b7-4c2f-96b2-2e96ab0ddfd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.785152761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"5152c8ea-6d2e-4055-a149-057413a5d88b","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.786387548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"0ca676d2-98f9-4512-851f-e273f3845815","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.794654909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"557a16cb-c610-4c56-8da3-d7f7d9c3754e","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:30.799638217Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"557a16cb-c610-4c56-8da3-d7f7d9c3754e","name":"premium-w4-466f83","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-466f83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:30.79968365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"557a16cb-c610-4c56-8da3-d7f7d9c3754e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-466f83\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.805067366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"53a8a01a-72ab-45f0-89d2-a14ec2f839c5","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.858881405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a377650e-b387-42a9-aca0-0fe7387617db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.85894976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d57d73e5-5031-4d71-aa10-0926f66f3fdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.867544474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d57d73e5-5031-4d71-aa10-0926f66f3fdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.867692301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a377650e-b387-42a9-aca0-0fe7387617db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.874895445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a377650e-b387-42a9-aca0-0fe7387617db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.874968803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d57d73e5-5031-4d71-aa10-0926f66f3fdc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.883240234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"cc857940-65e5-416f-8a82-ff416b60e44b","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.887189554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"efd77636-b17f-4818-90bf-5230239d7bdb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.959544153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8b10efd7-9637-4f7c-aac2-e5d3b025a7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.968056133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8b10efd7-9637-4f7c-aac2-e5d3b025a7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:30.975076952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8b10efd7-9637-4f7c-aac2-e5d3b025a7ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.675383536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"1df9316e-1613-414c-85b1-60a01d44765d","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:32.698923955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"c9981bff-2c73-4caf-a63d-eafe5958ee8f","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.889457754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"b9aebd4e-008a-4b00-832d-5f6111d02024","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.908155733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"3e7aa06d-d81b-4463-8854-0a17b0f5648a","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.986871285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"b38962d2-aced-408b-a609-2b094f178cc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.987084023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"edda7f19-1f17-4155-ab82-b8ec29eaeb3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:35.987303436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"bf74ca28-4e62-4982-97d9-b8659d0c64c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.008396204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"6ed06881-93da-4de4-b2b8-f5082d50e11a","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.008872655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"c29ead63-b8d7-4125-a160-f9e2f9812375","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.009344491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"3595c129-76eb-451d-87ce-7ca0cc6fa4e8","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.096699822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1f6ff74d-1aad-450a-8a94-4c5e93e187f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.09669974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b701f033-8cf8-4427-ba75-5e78bec9f81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.106795761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b701f033-8cf8-4427-ba75-5e78bec9f81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.106826797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1f6ff74d-1aad-450a-8a94-4c5e93e187f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.114587725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a74cf07b074f6659ad71340e583d99ce8e4f560108db35f51881635ba8a6c1b8) AuthConfig (f8c566afb4d06d2bbc48be0963c2bb767da8008fc28ed4b8334f753b071bd074) AuthConfig (201beddeff9a9eb0adab443b6fd0432f9a49c6b48c1972782b0e46f31f5b229e) AuthConfig (647421d267190bf742d1d465461c8a89734422ef483878f258ec84ed7a70c892) AuthConfig (31d61b7673de27cdc7dcc691f8cc5cc1608ee4942a680ca48a5a6d12c3f66128) AuthConfig (f8d8ce1ce5956ed56f963225216d6ffbdf8cd92a570b2bc2882d98d9eec0535d) AuthConfig (5f8f2da82afbe922f63e09f89767491327ee8a77d263e06503cd8d29737c1802) AuthConfig (034a4eb72af8b1b8ec2f2fcde3052f8f4b4c3f82e5f9988801111fe3d21cd430) AuthConfig (fd189fdff660255a3c10408de8d2584a563737ebea1fe6d7aece40bbe8959798) AuthConfig (1361724c2ae21645fcc269c1e263c5c8edc24bb7dbe3c0be779327817d952057) AuthConfig (80e1d24b59e6cdac3e5a4e04074916b4d146d615527a7be6c12fe8a8ab23e73d) AuthConfig (e457e5a907463023dab228784f98066029551078ed3349602356c0392a4197c2) AuthConfig (1943cd175914c9aea563e6040d0e40e440aa8bdf5a9e5e0fef476085e771d8bb) AuthConfig (20cd1c3df67629d2966aeafb8164730f1a2c0abb2e5c05278df007fdee540ee5) AuthConfig (2a7bd471d7a37500145426e8a533b4bb6879b30bf303bce91f090f968da8ba9e) AuthConfig (053fd3d324a99dbede3493a5dfcc5f3e6a3cebc9f078e86bf6e5f4c0b68345a5) AuthConfig (d72a79bd753ebcbad58dd77a71b1f1231d12479739e6e0e73ab53677375b271f) AuthConfig (52462ee8caf3629fde77ff85da1b565c7a2c85c5f4e92230dbd78cd2a7980bb6) AuthConfig (42c747e57a70a7bc27c9587a31b2488b24afa204903f9ccb4be1d4fe28d73e71) AuthConfig (02e7597d6fb4c555489e123d2411a81b0a00383c0d0208dc131378fd41d9016a) AuthConfig (de4eb107f5fef0c9fc266a18abeba3e7dc00a00756f71dae4288fffcd9dc5a8b) AuthConfig (49ae7e6275c781bae8a7fb689103ec006eefec4965639a63111b063e1a52b025) AuthConfig (cfd2671437207de916c48edd423623d60e29d1bec830c7691420226a988fb74c) AuthConfig (55b54f8caeef4636ea91b0421f913f6c3464d3dffde241d359be9741df68d99f) AuthConfig (cb98359bba04669e8c9110579bee275b3b0ad77d3da681d2aba2a5eb05ede24d) AuthConfig (a43ded6397e00b247fb7953fe760353b96a2eb47e633e8ef79c9a641acc5c9f4) AuthConfig (630535fb37d7e11a1243bb9bdf9d418ee8967cbff466a847439fe3ff14153251) AuthConfig (b3b681733f3410315f5f2c1559155a95210c606f318031aaec1be6f88608e69f) AuthConfig (3841c11ab1aa0156df1d2f1867eaff30df221bfc197b5a2a19e0887e421390c3) AuthConfig (bac416308c38cb1c872a54c433b9c4abc088a2c3edad0d36a21f87cfa8c7d2f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b701f033-8cf8-4427-ba75-5e78bec9f81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.11465795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a74cf07b074f6659ad71340e583d99ce8e4f560108db35f51881635ba8a6c1b8) AuthConfig (f8c566afb4d06d2bbc48be0963c2bb767da8008fc28ed4b8334f753b071bd074) AuthConfig (201beddeff9a9eb0adab443b6fd0432f9a49c6b48c1972782b0e46f31f5b229e) AuthConfig (647421d267190bf742d1d465461c8a89734422ef483878f258ec84ed7a70c892) AuthConfig (31d61b7673de27cdc7dcc691f8cc5cc1608ee4942a680ca48a5a6d12c3f66128) AuthConfig (f8d8ce1ce5956ed56f963225216d6ffbdf8cd92a570b2bc2882d98d9eec0535d) AuthConfig (5f8f2da82afbe922f63e09f89767491327ee8a77d263e06503cd8d29737c1802) AuthConfig (034a4eb72af8b1b8ec2f2fcde3052f8f4b4c3f82e5f9988801111fe3d21cd430) AuthConfig (fd189fdff660255a3c10408de8d2584a563737ebea1fe6d7aece40bbe8959798) AuthConfig (1361724c2ae21645fcc269c1e263c5c8edc24bb7dbe3c0be779327817d952057) AuthConfig (80e1d24b59e6cdac3e5a4e04074916b4d146d615527a7be6c12fe8a8ab23e73d) AuthConfig (e457e5a907463023dab228784f98066029551078ed3349602356c0392a4197c2) AuthConfig (1943cd175914c9aea563e6040d0e40e440aa8bdf5a9e5e0fef476085e771d8bb) AuthConfig (20cd1c3df67629d2966aeafb8164730f1a2c0abb2e5c05278df007fdee540ee5) AuthConfig (2a7bd471d7a37500145426e8a533b4bb6879b30bf303bce91f090f968da8ba9e) AuthConfig (053fd3d324a99dbede3493a5dfcc5f3e6a3cebc9f078e86bf6e5f4c0b68345a5) AuthConfig (d72a79bd753ebcbad58dd77a71b1f1231d12479739e6e0e73ab53677375b271f) AuthConfig (52462ee8caf3629fde77ff85da1b565c7a2c85c5f4e92230dbd78cd2a7980bb6) AuthConfig (42c747e57a70a7bc27c9587a31b2488b24afa204903f9ccb4be1d4fe28d73e71) AuthConfig (02e7597d6fb4c555489e123d2411a81b0a00383c0d0208dc131378fd41d9016a) AuthConfig (de4eb107f5fef0c9fc266a18abeba3e7dc00a00756f71dae4288fffcd9dc5a8b) AuthConfig (49ae7e6275c781bae8a7fb689103ec006eefec4965639a63111b063e1a52b025) AuthConfig (cfd2671437207de916c48edd423623d60e29d1bec830c7691420226a988fb74c) AuthConfig (55b54f8caeef4636ea91b0421f913f6c3464d3dffde241d359be9741df68d99f) AuthConfig (cb98359bba04669e8c9110579bee275b3b0ad77d3da681d2aba2a5eb05ede24d) AuthConfig (a43ded6397e00b247fb7953fe760353b96a2eb47e633e8ef79c9a641acc5c9f4) AuthConfig (630535fb37d7e11a1243bb9bdf9d418ee8967cbff466a847439fe3ff14153251) AuthConfig (b3b681733f3410315f5f2c1559155a95210c606f318031aaec1be6f88608e69f) AuthConfig (3841c11ab1aa0156df1d2f1867eaff30df221bfc197b5a2a19e0887e421390c3) AuthConfig (bac416308c38cb1c872a54c433b9c4abc088a2c3edad0d36a21f87cfa8c7d2f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1f6ff74d-1aad-450a-8a94-4c5e93e187f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.12427626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"c5151853-0bb2-4692-b4fd-305153f5979b","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.126862792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"20d9ce1e-5d80-4331-9a4f-09508e0e6595","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.242053112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"02f501cb-68d2-47fd-96e2-ec2e6b61f35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.245012568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f25482e5-c7ee-43ef-b3f0-29162712c665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.245339699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"defea607-7e98-4f1c-a61e-0ebe36f3024f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.245680984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"de4c0a30-fabc-4a17-9152-5557982e722c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.25071106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"02f501cb-68d2-47fd-96e2-ec2e6b61f35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.253684211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"defea607-7e98-4f1c-a61e-0ebe36f3024f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.255806649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f25482e5-c7ee-43ef-b3f0-29162712c665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.258013642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"de4c0a30-fabc-4a17-9152-5557982e722c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.259188447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac37059906e3624ee3bacf8dc90df23eaca98e4c5eb76650fc24f23acdc48a20) AuthConfig (05adac39a362d475710b6f4fdc06d85e916582de77d67287a05fe5b01c7b2082) AuthConfig (739e6291397ec94391720bcbb06a7d02333ae724ba362a35a41e0c2766d66f2c) AuthConfig (6dd7b5373c9e20d0ac0f0b5c48e3b93655c6e67abc883202d934fcf86631ef44) AuthConfig (bda272246482d33f0845abad5b8ce6d29ec8874f566d515cb62dec7af404484c) AuthConfig (7e31850f307bc3f4eac20c48abd5e889d36c9d1f6dfa8dfe27fe28e15bd85fa7) AuthConfig (5608019a7f7a3f0a4c2b2ec38a4ac3dab23d865a6cece5ebd1be24be62bac9bb) AuthConfig (bb4ab2a76a3ebeaa5b280400e0988324ba4eb64bb3f95a0045a5c66f4a90c12b) AuthConfig (be77d4683f8ad7ddc7dc165e41710b1952c68dfcbcc64af2b944c09d54b74c5f) AuthConfig (f1b661a76ee87ec60ab0ad0f1f239d6b06827c0802a0362954ac550838da8c42) AuthConfig (aa940955a486e18f7e17f165e1450faefdf5479182a9c4709e4fc47cce57a5d0) AuthConfig (1b5843d007e1a1aa3d46ee148d86205b9c15be1b5236e1053f2995b43d6c5087) AuthConfig (63b9b43afbbeaa5cb2c28fbe921de5bc729515e30f98ca59e7aa39a751203871) AuthConfig (6995b1f5c216e05fa3576cec8899e4c49db06b2c5baf050cb136b6d872db8150) AuthConfig (f1e95604bdbaf879df3c83c906270e799df60340e467e1ce499c97e8e41f4759) AuthConfig (3348574977be033f467289d8837df9aa567b3509680c6c31bd03b506a14225cc) AuthConfig (07092a2eac7b23fdf9e5c2890fb149b9ef4cbc21a99482697712eae7b10ab4de) AuthConfig (58eb1c2ab9563a077d55dd54df5f746ab23e0a8df8e4b44efbdd656e8d6eedf9) AuthConfig (587cdef5261f6b89fe6fa26db73b6ea307cc9f5a83e14800f6490329cbbf3a8b) AuthConfig (358116ce3aca33cee50bcc3dbd903cf9aa9d75a40683af040d7180a5ee99e4d6) AuthConfig (19c18d7883670f6d251935daff61f404bab20421205550930704e00b6ba19b95) AuthConfig (0152017ca0294c0827a90e6c19f206e46d4724a6d1e719f71976c8f94b10ee67) AuthConfig (5f421fae9d1107997b190b78ef8c985755faebc90d4b9fbeb6a83a3607abe56f) AuthConfig (7d0e58abaa4be7c8ad1d2544e5eea97d3eb0ef233c34641cb18e28be7e4295ba) AuthConfig (12a1ac8601725d2c35d61da3890111a55f05b644cac14805023111382d10f491) AuthConfig (07ac50191cfbdba2190b7820546a351a01327cdf61a11490ae62300399e6b676) AuthConfig (c2122da3407c3e163819ce6f166427b9843b14c4abb71b776215ab1a527e8c8f) AuthConfig (95e22150ba4a7fb9850cbdb0684333debb45e38cf06fd24053a0822d3dcf6602) AuthConfig (0169632cb36380c6e03a7d36bb311f77502c95250a4e1bb6d179dd5cb9412edd) AuthConfig (ff1fc3fda293e3e198d4dcb2f642a0074edabde23865032646a6273274128017)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"02f501cb-68d2-47fd-96e2-ec2e6b61f35c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.262165827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac37059906e3624ee3bacf8dc90df23eaca98e4c5eb76650fc24f23acdc48a20) AuthConfig (05adac39a362d475710b6f4fdc06d85e916582de77d67287a05fe5b01c7b2082) AuthConfig (739e6291397ec94391720bcbb06a7d02333ae724ba362a35a41e0c2766d66f2c) AuthConfig (6dd7b5373c9e20d0ac0f0b5c48e3b93655c6e67abc883202d934fcf86631ef44) AuthConfig (bda272246482d33f0845abad5b8ce6d29ec8874f566d515cb62dec7af404484c) AuthConfig (7e31850f307bc3f4eac20c48abd5e889d36c9d1f6dfa8dfe27fe28e15bd85fa7) AuthConfig (5608019a7f7a3f0a4c2b2ec38a4ac3dab23d865a6cece5ebd1be24be62bac9bb) AuthConfig (bb4ab2a76a3ebeaa5b280400e0988324ba4eb64bb3f95a0045a5c66f4a90c12b) AuthConfig (be77d4683f8ad7ddc7dc165e41710b1952c68dfcbcc64af2b944c09d54b74c5f) AuthConfig (f1b661a76ee87ec60ab0ad0f1f239d6b06827c0802a0362954ac550838da8c42) AuthConfig (aa940955a486e18f7e17f165e1450faefdf5479182a9c4709e4fc47cce57a5d0) AuthConfig (1b5843d007e1a1aa3d46ee148d86205b9c15be1b5236e1053f2995b43d6c5087) AuthConfig (63b9b43afbbeaa5cb2c28fbe921de5bc729515e30f98ca59e7aa39a751203871) AuthConfig (6995b1f5c216e05fa3576cec8899e4c49db06b2c5baf050cb136b6d872db8150) AuthConfig (f1e95604bdbaf879df3c83c906270e799df60340e467e1ce499c97e8e41f4759) AuthConfig (3348574977be033f467289d8837df9aa567b3509680c6c31bd03b506a14225cc) AuthConfig (07092a2eac7b23fdf9e5c2890fb149b9ef4cbc21a99482697712eae7b10ab4de) AuthConfig (58eb1c2ab9563a077d55dd54df5f746ab23e0a8df8e4b44efbdd656e8d6eedf9) AuthConfig (587cdef5261f6b89fe6fa26db73b6ea307cc9f5a83e14800f6490329cbbf3a8b) AuthConfig (358116ce3aca33cee50bcc3dbd903cf9aa9d75a40683af040d7180a5ee99e4d6) AuthConfig (19c18d7883670f6d251935daff61f404bab20421205550930704e00b6ba19b95) AuthConfig (0152017ca0294c0827a90e6c19f206e46d4724a6d1e719f71976c8f94b10ee67) AuthConfig (5f421fae9d1107997b190b78ef8c985755faebc90d4b9fbeb6a83a3607abe56f) AuthConfig (7d0e58abaa4be7c8ad1d2544e5eea97d3eb0ef233c34641cb18e28be7e4295ba) AuthConfig (12a1ac8601725d2c35d61da3890111a55f05b644cac14805023111382d10f491) AuthConfig (07ac50191cfbdba2190b7820546a351a01327cdf61a11490ae62300399e6b676) AuthConfig (c2122da3407c3e163819ce6f166427b9843b14c4abb71b776215ab1a527e8c8f) AuthConfig (95e22150ba4a7fb9850cbdb0684333debb45e38cf06fd24053a0822d3dcf6602) AuthConfig (0169632cb36380c6e03a7d36bb311f77502c95250a4e1bb6d179dd5cb9412edd) AuthConfig (ff1fc3fda293e3e198d4dcb2f642a0074edabde23865032646a6273274128017)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"defea607-7e98-4f1c-a61e-0ebe36f3024f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.263452821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a74cf07b074f6659ad71340e583d99ce8e4f560108db35f51881635ba8a6c1b8) AuthConfig (f8c566afb4d06d2bbc48be0963c2bb767da8008fc28ed4b8334f753b071bd074) AuthConfig (201beddeff9a9eb0adab443b6fd0432f9a49c6b48c1972782b0e46f31f5b229e) AuthConfig (647421d267190bf742d1d465461c8a89734422ef483878f258ec84ed7a70c892) AuthConfig (31d61b7673de27cdc7dcc691f8cc5cc1608ee4942a680ca48a5a6d12c3f66128) AuthConfig (f8d8ce1ce5956ed56f963225216d6ffbdf8cd92a570b2bc2882d98d9eec0535d) AuthConfig (5f8f2da82afbe922f63e09f89767491327ee8a77d263e06503cd8d29737c1802) AuthConfig (034a4eb72af8b1b8ec2f2fcde3052f8f4b4c3f82e5f9988801111fe3d21cd430) AuthConfig (fd189fdff660255a3c10408de8d2584a563737ebea1fe6d7aece40bbe8959798) AuthConfig (1361724c2ae21645fcc269c1e263c5c8edc24bb7dbe3c0be779327817d952057) AuthConfig (80e1d24b59e6cdac3e5a4e04074916b4d146d615527a7be6c12fe8a8ab23e73d) AuthConfig (e457e5a907463023dab228784f98066029551078ed3349602356c0392a4197c2) AuthConfig (1943cd175914c9aea563e6040d0e40e440aa8bdf5a9e5e0fef476085e771d8bb) AuthConfig (20cd1c3df67629d2966aeafb8164730f1a2c0abb2e5c05278df007fdee540ee5) AuthConfig (2a7bd471d7a37500145426e8a533b4bb6879b30bf303bce91f090f968da8ba9e) AuthConfig (053fd3d324a99dbede3493a5dfcc5f3e6a3cebc9f078e86bf6e5f4c0b68345a5) AuthConfig (d72a79bd753ebcbad58dd77a71b1f1231d12479739e6e0e73ab53677375b271f) AuthConfig (52462ee8caf3629fde77ff85da1b565c7a2c85c5f4e92230dbd78cd2a7980bb6) AuthConfig (42c747e57a70a7bc27c9587a31b2488b24afa204903f9ccb4be1d4fe28d73e71) AuthConfig (02e7597d6fb4c555489e123d2411a81b0a00383c0d0208dc131378fd41d9016a) AuthConfig (de4eb107f5fef0c9fc266a18abeba3e7dc00a00756f71dae4288fffcd9dc5a8b) AuthConfig (49ae7e6275c781bae8a7fb689103ec006eefec4965639a63111b063e1a52b025) AuthConfig (cfd2671437207de916c48edd423623d60e29d1bec830c7691420226a988fb74c) AuthConfig (55b54f8caeef4636ea91b0421f913f6c3464d3dffde241d359be9741df68d99f) AuthConfig (cb98359bba04669e8c9110579bee275b3b0ad77d3da681d2aba2a5eb05ede24d) AuthConfig (a43ded6397e00b247fb7953fe760353b96a2eb47e633e8ef79c9a641acc5c9f4) AuthConfig (630535fb37d7e11a1243bb9bdf9d418ee8967cbff466a847439fe3ff14153251) AuthConfig (b3b681733f3410315f5f2c1559155a95210c606f318031aaec1be6f88608e69f) AuthConfig (3841c11ab1aa0156df1d2f1867eaff30df221bfc197b5a2a19e0887e421390c3) AuthConfig (bac416308c38cb1c872a54c433b9c4abc088a2c3edad0d36a21f87cfa8c7d2f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f25482e5-c7ee-43ef-b3f0-29162712c665","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.26558226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a74cf07b074f6659ad71340e583d99ce8e4f560108db35f51881635ba8a6c1b8) AuthConfig (f8c566afb4d06d2bbc48be0963c2bb767da8008fc28ed4b8334f753b071bd074) AuthConfig (201beddeff9a9eb0adab443b6fd0432f9a49c6b48c1972782b0e46f31f5b229e) AuthConfig (647421d267190bf742d1d465461c8a89734422ef483878f258ec84ed7a70c892) AuthConfig (31d61b7673de27cdc7dcc691f8cc5cc1608ee4942a680ca48a5a6d12c3f66128) AuthConfig (f8d8ce1ce5956ed56f963225216d6ffbdf8cd92a570b2bc2882d98d9eec0535d) AuthConfig (5f8f2da82afbe922f63e09f89767491327ee8a77d263e06503cd8d29737c1802) AuthConfig (034a4eb72af8b1b8ec2f2fcde3052f8f4b4c3f82e5f9988801111fe3d21cd430) AuthConfig (fd189fdff660255a3c10408de8d2584a563737ebea1fe6d7aece40bbe8959798) AuthConfig (1361724c2ae21645fcc269c1e263c5c8edc24bb7dbe3c0be779327817d952057) AuthConfig (80e1d24b59e6cdac3e5a4e04074916b4d146d615527a7be6c12fe8a8ab23e73d) AuthConfig (e457e5a907463023dab228784f98066029551078ed3349602356c0392a4197c2) AuthConfig (1943cd175914c9aea563e6040d0e40e440aa8bdf5a9e5e0fef476085e771d8bb) AuthConfig (20cd1c3df67629d2966aeafb8164730f1a2c0abb2e5c05278df007fdee540ee5) AuthConfig (2a7bd471d7a37500145426e8a533b4bb6879b30bf303bce91f090f968da8ba9e) AuthConfig (053fd3d324a99dbede3493a5dfcc5f3e6a3cebc9f078e86bf6e5f4c0b68345a5) AuthConfig (d72a79bd753ebcbad58dd77a71b1f1231d12479739e6e0e73ab53677375b271f) AuthConfig (52462ee8caf3629fde77ff85da1b565c7a2c85c5f4e92230dbd78cd2a7980bb6) AuthConfig (42c747e57a70a7bc27c9587a31b2488b24afa204903f9ccb4be1d4fe28d73e71) AuthConfig (02e7597d6fb4c555489e123d2411a81b0a00383c0d0208dc131378fd41d9016a) AuthConfig (de4eb107f5fef0c9fc266a18abeba3e7dc00a00756f71dae4288fffcd9dc5a8b) AuthConfig (49ae7e6275c781bae8a7fb689103ec006eefec4965639a63111b063e1a52b025) AuthConfig (cfd2671437207de916c48edd423623d60e29d1bec830c7691420226a988fb74c) AuthConfig (55b54f8caeef4636ea91b0421f913f6c3464d3dffde241d359be9741df68d99f) AuthConfig (cb98359bba04669e8c9110579bee275b3b0ad77d3da681d2aba2a5eb05ede24d) AuthConfig (a43ded6397e00b247fb7953fe760353b96a2eb47e633e8ef79c9a641acc5c9f4) AuthConfig (630535fb37d7e11a1243bb9bdf9d418ee8967cbff466a847439fe3ff14153251) AuthConfig (b3b681733f3410315f5f2c1559155a95210c606f318031aaec1be6f88608e69f) AuthConfig (3841c11ab1aa0156df1d2f1867eaff30df221bfc197b5a2a19e0887e421390c3) AuthConfig (bac416308c38cb1c872a54c433b9c4abc088a2c3edad0d36a21f87cfa8c7d2f1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"de4c0a30-fabc-4a17-9152-5557982e722c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.268662756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"3a6a4391-0b1c-42dc-8822-ac9c2f91c3af","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.271425627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"4bee6284-a66e-45f2-a612-0026b28edd59","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.29683138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"75b7562a-6437-4b54-88dd-a577ce20d332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.296832476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d24f2132-2b46-473e-b261-7fc7cb15c680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.343147844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d24f2132-2b46-473e-b261-7fc7cb15c680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.344665313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"75b7562a-6437-4b54-88dd-a577ce20d332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.350686086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac37059906e3624ee3bacf8dc90df23eaca98e4c5eb76650fc24f23acdc48a20) AuthConfig (05adac39a362d475710b6f4fdc06d85e916582de77d67287a05fe5b01c7b2082) AuthConfig (739e6291397ec94391720bcbb06a7d02333ae724ba362a35a41e0c2766d66f2c) AuthConfig (6dd7b5373c9e20d0ac0f0b5c48e3b93655c6e67abc883202d934fcf86631ef44) AuthConfig (bda272246482d33f0845abad5b8ce6d29ec8874f566d515cb62dec7af404484c) AuthConfig (7e31850f307bc3f4eac20c48abd5e889d36c9d1f6dfa8dfe27fe28e15bd85fa7) AuthConfig (5608019a7f7a3f0a4c2b2ec38a4ac3dab23d865a6cece5ebd1be24be62bac9bb) AuthConfig (bb4ab2a76a3ebeaa5b280400e0988324ba4eb64bb3f95a0045a5c66f4a90c12b) AuthConfig (be77d4683f8ad7ddc7dc165e41710b1952c68dfcbcc64af2b944c09d54b74c5f) AuthConfig (f1b661a76ee87ec60ab0ad0f1f239d6b06827c0802a0362954ac550838da8c42) AuthConfig (aa940955a486e18f7e17f165e1450faefdf5479182a9c4709e4fc47cce57a5d0) AuthConfig (1b5843d007e1a1aa3d46ee148d86205b9c15be1b5236e1053f2995b43d6c5087) AuthConfig (63b9b43afbbeaa5cb2c28fbe921de5bc729515e30f98ca59e7aa39a751203871) AuthConfig (6995b1f5c216e05fa3576cec8899e4c49db06b2c5baf050cb136b6d872db8150) AuthConfig (f1e95604bdbaf879df3c83c906270e799df60340e467e1ce499c97e8e41f4759) AuthConfig (3348574977be033f467289d8837df9aa567b3509680c6c31bd03b506a14225cc) AuthConfig (07092a2eac7b23fdf9e5c2890fb149b9ef4cbc21a99482697712eae7b10ab4de) AuthConfig (58eb1c2ab9563a077d55dd54df5f746ab23e0a8df8e4b44efbdd656e8d6eedf9) AuthConfig (587cdef5261f6b89fe6fa26db73b6ea307cc9f5a83e14800f6490329cbbf3a8b) AuthConfig (358116ce3aca33cee50bcc3dbd903cf9aa9d75a40683af040d7180a5ee99e4d6) AuthConfig (19c18d7883670f6d251935daff61f404bab20421205550930704e00b6ba19b95) AuthConfig (0152017ca0294c0827a90e6c19f206e46d4724a6d1e719f71976c8f94b10ee67) AuthConfig (5f421fae9d1107997b190b78ef8c985755faebc90d4b9fbeb6a83a3607abe56f) AuthConfig (7d0e58abaa4be7c8ad1d2544e5eea97d3eb0ef233c34641cb18e28be7e4295ba) AuthConfig (12a1ac8601725d2c35d61da3890111a55f05b644cac14805023111382d10f491) AuthConfig (07ac50191cfbdba2190b7820546a351a01327cdf61a11490ae62300399e6b676) AuthConfig (c2122da3407c3e163819ce6f166427b9843b14c4abb71b776215ab1a527e8c8f) AuthConfig (95e22150ba4a7fb9850cbdb0684333debb45e38cf06fd24053a0822d3dcf6602) AuthConfig (0169632cb36380c6e03a7d36bb311f77502c95250a4e1bb6d179dd5cb9412edd) AuthConfig (ff1fc3fda293e3e198d4dcb2f642a0074edabde23865032646a6273274128017)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d24f2132-2b46-473e-b261-7fc7cb15c680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.352200226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac37059906e3624ee3bacf8dc90df23eaca98e4c5eb76650fc24f23acdc48a20) AuthConfig (05adac39a362d475710b6f4fdc06d85e916582de77d67287a05fe5b01c7b2082) AuthConfig (739e6291397ec94391720bcbb06a7d02333ae724ba362a35a41e0c2766d66f2c) AuthConfig (6dd7b5373c9e20d0ac0f0b5c48e3b93655c6e67abc883202d934fcf86631ef44) AuthConfig (bda272246482d33f0845abad5b8ce6d29ec8874f566d515cb62dec7af404484c) AuthConfig (7e31850f307bc3f4eac20c48abd5e889d36c9d1f6dfa8dfe27fe28e15bd85fa7) AuthConfig (5608019a7f7a3f0a4c2b2ec38a4ac3dab23d865a6cece5ebd1be24be62bac9bb) AuthConfig (bb4ab2a76a3ebeaa5b280400e0988324ba4eb64bb3f95a0045a5c66f4a90c12b) AuthConfig (be77d4683f8ad7ddc7dc165e41710b1952c68dfcbcc64af2b944c09d54b74c5f) AuthConfig (f1b661a76ee87ec60ab0ad0f1f239d6b06827c0802a0362954ac550838da8c42) AuthConfig (aa940955a486e18f7e17f165e1450faefdf5479182a9c4709e4fc47cce57a5d0) AuthConfig (1b5843d007e1a1aa3d46ee148d86205b9c15be1b5236e1053f2995b43d6c5087) AuthConfig (63b9b43afbbeaa5cb2c28fbe921de5bc729515e30f98ca59e7aa39a751203871) AuthConfig (6995b1f5c216e05fa3576cec8899e4c49db06b2c5baf050cb136b6d872db8150) AuthConfig (f1e95604bdbaf879df3c83c906270e799df60340e467e1ce499c97e8e41f4759) AuthConfig (3348574977be033f467289d8837df9aa567b3509680c6c31bd03b506a14225cc) AuthConfig (07092a2eac7b23fdf9e5c2890fb149b9ef4cbc21a99482697712eae7b10ab4de) AuthConfig (58eb1c2ab9563a077d55dd54df5f746ab23e0a8df8e4b44efbdd656e8d6eedf9) AuthConfig (587cdef5261f6b89fe6fa26db73b6ea307cc9f5a83e14800f6490329cbbf3a8b) AuthConfig (358116ce3aca33cee50bcc3dbd903cf9aa9d75a40683af040d7180a5ee99e4d6) AuthConfig (19c18d7883670f6d251935daff61f404bab20421205550930704e00b6ba19b95) AuthConfig (0152017ca0294c0827a90e6c19f206e46d4724a6d1e719f71976c8f94b10ee67) AuthConfig (5f421fae9d1107997b190b78ef8c985755faebc90d4b9fbeb6a83a3607abe56f) AuthConfig (7d0e58abaa4be7c8ad1d2544e5eea97d3eb0ef233c34641cb18e28be7e4295ba) AuthConfig (12a1ac8601725d2c35d61da3890111a55f05b644cac14805023111382d10f491) AuthConfig (07ac50191cfbdba2190b7820546a351a01327cdf61a11490ae62300399e6b676) AuthConfig (c2122da3407c3e163819ce6f166427b9843b14c4abb71b776215ab1a527e8c8f) AuthConfig (95e22150ba4a7fb9850cbdb0684333debb45e38cf06fd24053a0822d3dcf6602) AuthConfig (0169632cb36380c6e03a7d36bb311f77502c95250a4e1bb6d179dd5cb9412edd) AuthConfig (ff1fc3fda293e3e198d4dcb2f642a0074edabde23865032646a6273274128017)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"75b7562a-6437-4b54-88dd-a577ce20d332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.365302363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"03456ec2-d64b-4a80-a3f4-b775d477ceb4","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.390054732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"ba1ead66-0622-40c5-8ec5-23c32bb3af88","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.529195432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"08f6cc43-701e-4f35-908f-c3a4bcecd989","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.533867341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"da1e599b-a6da-4947-a67c-2446880678bd","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.539632748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"e522c51e-63fc-4066-ab9b-f6cdf98165e0","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.540401063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"15e41462-64d5-4b1e-b88e-be01023e15af","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:36.545198846Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-085566/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.545415274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"2bb93073-cd15-48b4-87bd-88911a8d5b89","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.546352929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"81dada3d-03be-4d2d-9228-bf97fd7d65b1","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:36.550342248Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-085566/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.554754079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"8456a5b2-c312-43d7-aa10-9233ca8126d6","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:36.559492937Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3631f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.56562291Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"09bd093e-61f7-4eec-bce9-863b0fb7f605","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"simulator-w2-085566","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-085566/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.58172847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"fbb5a037-5ef2-40ed-b8ee-d40503ddbe24","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.662366914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"431cc6bb-240b-4025-b143-431a0368b9af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.667439531Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"0d8193ea-dbfa-4a73-b425-adc47e522110","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"simulator-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.693003197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"56f4b9af-adb6-4cca-9e21-94261163c512","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.706505228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"06e6e5ee-3a27-40dc-aefe-1c4e5fe5e14b","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.716355048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"f79902f2-2bb4-4a21-ad71-eb7fb34708f7","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.722098586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6c403a4e-d34d-4f4e-a99b-fe4d49901320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.752947051Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6c403a4e-d34d-4f4e-a99b-fe4d49901320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.763082456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6c403a4e-d34d-4f4e-a99b-fe4d49901320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.766438235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"5da50a7f-7285-4387-8154-a345e93c65bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.77155543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"d1f88efa-aaf6-4519-893f-22c0966508d4","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.808576432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"9a6f34cc-cb61-407e-b7a5-4352711aaaf2","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.818461921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"eca0beba-71db-42d4-88be-89ab87e1227e","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.824861501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"dc8bd8a9-805f-43e0-a9e5-4c5acd58d418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.824898049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"81ef1a71-5c27-4f36-882f-2576d6e53853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.835591745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"dc8bd8a9-805f-43e0-a9e5-4c5acd58d418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.842767063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"dc8bd8a9-805f-43e0-a9e5-4c5acd58d418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.856905331Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"81ef1a71-5c27-4f36-882f-2576d6e53853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.86100902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"aead6ad6-60be-4139-9be1-afe3b2a2781b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.861203033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"2ed1e003-2c2e-4cf7-aab4-e0abfa5df12a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.863699165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"81ef1a71-5c27-4f36-882f-2576d6e53853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.87584984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"e378a030-10e0-41e9-a600-d13bcad83913","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.910996989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"a3ce3e6f-a642-4453-9866-7f3343194d7e","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.920711614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"70a3a14b-251f-4437-8f33-02793e995f68","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.921359319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"9f6af53f-afcc-4ad4-a732-a01fd66dd7bf","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.923621825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"dd006058-af2e-4971-81ca-47774135bead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.923943677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b9e34d7d-5e69-43ff-b6df-c425aabb4df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:36.925092625Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3631f/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.927578745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"22d65cc7-94a5-4a80-aeeb-b117364e570f","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.932122389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b9e34d7d-5e69-43ff-b6df-c425aabb4df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.932153653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"dd006058-af2e-4971-81ca-47774135bead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.935168535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"e44dcc5b-0b8f-4385-9f27-cb6da9a0f7c9","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.940707045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b9e34d7d-5e69-43ff-b6df-c425aabb4df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.940922597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"dd006058-af2e-4971-81ca-47774135bead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.964904791Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"f639a161-7ce1-48aa-8ae9-897be0eaf2c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"premium-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.983328023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"8bbb83cd-a94c-4859-890d-d79ed8101177","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.006975723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"f776071e-0e1d-4921-aa5c-8d9f25539a9e","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.01684148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"e7dbfe91-00ac-4193-a446-a506786e9b0c","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.017269448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"aa7536b9-ab73-47da-a485-0526538bbb0b","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:37.020385585Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-085566/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.025004402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"434883e4-ac14-46b8-aaa8-1655836de115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.02528312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6ddaabfb-ea16-4af8-ae07-f0e8e1e65b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.025630873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"8e0a484b-61af-40f5-8c8c-68c422bb19e5","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.035974726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"434883e4-ac14-46b8-aaa8-1655836de115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.036311505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6ddaabfb-ea16-4af8-ae07-f0e8e1e65b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.044953938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6ddaabfb-ea16-4af8-ae07-f0e8e1e65b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.045159983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"434883e4-ac14-46b8-aaa8-1655836de115","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.062026879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"62d60b63-6c14-4f54-827d-e9d56a45ca3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.066429447Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"00ef9376-f3f9-44ff-8688-38ac8ebc09c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"premium-w2-085566","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-085566/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.085382646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"83d9fa59-baca-4c62-a3f6-6d331cbd9bbb","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.109232955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"23de0ea3-d0da-4414-acb3-94f58fbd86ee","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.142816178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"cb457c62-30bb-4404-9fe2-ebbb7680a103","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.145008808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"45acf7a8-59ba-4da8-9d43-3070f8c82350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.155318234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"45acf7a8-59ba-4da8-9d43-3070f8c82350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.166771934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"45acf7a8-59ba-4da8-9d43-3070f8c82350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.241070843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"1887f358-a5f4-40fe-951c-fbd601e39d14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.241629752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"7d3ff726-b164-4093-bf15-57f6e75e1068","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.24784882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"8bb6c3b1-4d87-4604-9f86-dd38b53d504f","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.250458781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3de82583-8725-4f78-9798-6b560b9d1ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.250844868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cfe7d71d-e519-410c-a801-26a849cdd022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.259533572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"94b0a9e5-98e6-4e1b-81dc-56cb2ec20251","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.260657869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3de82583-8725-4f78-9798-6b560b9d1ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.262871394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cfe7d71d-e519-410c-a801-26a849cdd022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.267471021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3de82583-8725-4f78-9798-6b560b9d1ade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.270109662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cfe7d71d-e519-410c-a801-26a849cdd022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.273852936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"745fd85f-5790-4855-a615-e6950e1c4bf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.274004746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"6385800f-78e1-4061-aaed-2bc6a7d88172","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.327856871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"57c7614f-2899-4f54-b0bf-67b938f12021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.328048869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"da2a617b-2911-472b-a335-18846aa84c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.32858899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"5545da4f-3359-4b5c-9d0b-f3442bbddf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.337888936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"da2a617b-2911-472b-a335-18846aa84c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.33804229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"5545da4f-3359-4b5c-9d0b-f3442bbddf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.340113959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"57c7614f-2899-4f54-b0bf-67b938f12021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.345953366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"5545da4f-3359-4b5c-9d0b-f3442bbddf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.346331223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"da2a617b-2911-472b-a335-18846aa84c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.347396102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"57c7614f-2899-4f54-b0bf-67b938f12021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.354696266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"6156acd0-4436-405d-88a7-846d2da0feab","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.431508192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"42468c8c-fbc4-4e13-8ac9-dc612e64768e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.439708929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"42468c8c-fbc4-4e13-8ac9-dc612e64768e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:37.448740295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"42468c8c-fbc4-4e13-8ac9-dc612e64768e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.34454807Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.321440149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"d58b7d58-6c01-4cf2-8c90-25763cb19632","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.341152474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"7bfe5dba-bf15-4246-a92c-d76aef4d0dd9","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.422787606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"9ebc9fe4-44f6-407d-9126-8389984600e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.422996052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"c476a8d6-1a51-47d1-ad4d-ce068f04c1d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.42329358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"af4e878d-4766-4fcf-a4bd-64ac28eeaa18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.445892603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"e6a7eb4a-972b-464a-a52a-2792441b124e","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.448885539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"af8dd0de-34ef-45ca-a64c-da01be7c02da","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.510905178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"cb32ce35-ccc1-46bf-b9d2-78eb601ab648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.511127906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"45288de6-97e1-4276-98e5-a704f393d95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.521164111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"45288de6-97e1-4276-98e5-a704f393d95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.521217547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"cb32ce35-ccc1-46bf-b9d2-78eb601ab648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.528674397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9832f3dc435a399a8f93151374ab8d8af3004a98cac0b4825cf686058d24a670) AuthConfig (97ae5ca2a14d37c560db420a466a7037f193ef14762f6237673ce52f79f417c1) AuthConfig (59296cd4c8611030777ca376e03619a18369f9f3da4a58380ed304757db3a29b) AuthConfig (9c983bcb4d8bfdb98700d55be63acbe357761c00912bb3f61325229d523e9505) AuthConfig (1adc64ec40c7382e04285850232ac2ac6ea067577383b2d5c1e3153d79124417) AuthConfig (ecf40bbf50d0d01126ea9c7de6d39989c161e0e12302d1ab1154fffbdf054467) AuthConfig (d613f43ebe73725382e9638990bf7e2097dfb1dd305b51be896815cb9cffc44f) AuthConfig (f35e0b4eba9b260c835a6f2a007df05ffa750a7cfef6fcfd02dc6b6da29450a9) AuthConfig (f7648d1125216207733183a2b286175705c1824ebc7caaa765b73cd4fc2426f5) AuthConfig (86dd663acfbde647260b597c41c0f9f54ecccc17968ebe0afaf87d19c5510483) AuthConfig (701eb465f940b5c3863d7913e2f25ed5619953c443a640085c238ecbc0a425b5) AuthConfig (fe636ab61a5d90904cbc5a848cf2609fe5cc74b672381c9b889dcac15923afa2) AuthConfig (867a1db66248da44f3f018e3ce2dee1bd023e84b745452045f3ee0b67f92aeaa) AuthConfig (70c5c43a6725d404731358ff26b9317fce19ea7e148d40fbc3ff4379f417f505) AuthConfig (d8feac2b99d6eae6455758647f0088c000646eb0e5593062a01f19b95699dee0) AuthConfig (7035e319a6e9ca4a3ab462494ae9cb21ca7aea1573d885025311d30dc7e7daae) AuthConfig (2d27f09a6f2d223cb6badc55111b99b86965026e30cddb805016fc4a6de9b738) AuthConfig (177dcfe66e75c06397bafa94784bf7b038c6327ff3609141dc3ca045c2f0332b) AuthConfig (acc53cbcd7ef0659a98e921c8f28a02a2a201c26a9cae168a4648ec4b0fbd47f) AuthConfig (6e1c1695be7061c2a7513db9fff51afdea036a2ba24354c5f048200953f2972c) AuthConfig (aa2db55f14cf9b39b36269cc70a59f6e537050bb1c589c09168a242ac07d0e90) AuthConfig (1adc8d5f6ad91e4698c4a1db9149a776d50465daaf7bfe0fdd6ff9c60fe9498f) AuthConfig (0310a7170e55d637e44f9b355dd1db906256a6d053dcdc1418288411b3a65d4c) AuthConfig (f240a12690c2219a6d87bdb506ad0319949f1f319987fb81206613d01b690937) AuthConfig (fbb8bce2255f11599303d6277a1b75e3c21961e15100116ae4f7f3de30c8f920) AuthConfig (3255c6d98a5c8aad888eb79bb59168fd08993fe93077edacce14f333ff5dd309) AuthConfig (f8d881b33db1c81f7264097d97088ca101497fcd1774278ab92e67b10f774ee6) AuthConfig (d80bb917606155a803f65a7637334346552296b9b7588ea89877a1fcbd1bd68b) AuthConfig (5d7080672f3cf4aed9d5e721019bba7970c3df2a0c7647b610d72d6838344500) AuthConfig (b1a02130a08593b01f557ecc1bc0d9c4b8424262a8d71972e5213875900fe4e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"45288de6-97e1-4276-98e5-a704f393d95c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.528681191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9832f3dc435a399a8f93151374ab8d8af3004a98cac0b4825cf686058d24a670) AuthConfig (97ae5ca2a14d37c560db420a466a7037f193ef14762f6237673ce52f79f417c1) AuthConfig (59296cd4c8611030777ca376e03619a18369f9f3da4a58380ed304757db3a29b) AuthConfig (9c983bcb4d8bfdb98700d55be63acbe357761c00912bb3f61325229d523e9505) AuthConfig (1adc64ec40c7382e04285850232ac2ac6ea067577383b2d5c1e3153d79124417) AuthConfig (ecf40bbf50d0d01126ea9c7de6d39989c161e0e12302d1ab1154fffbdf054467) AuthConfig (d613f43ebe73725382e9638990bf7e2097dfb1dd305b51be896815cb9cffc44f) AuthConfig (f35e0b4eba9b260c835a6f2a007df05ffa750a7cfef6fcfd02dc6b6da29450a9) AuthConfig (f7648d1125216207733183a2b286175705c1824ebc7caaa765b73cd4fc2426f5) AuthConfig (86dd663acfbde647260b597c41c0f9f54ecccc17968ebe0afaf87d19c5510483) AuthConfig (701eb465f940b5c3863d7913e2f25ed5619953c443a640085c238ecbc0a425b5) AuthConfig (fe636ab61a5d90904cbc5a848cf2609fe5cc74b672381c9b889dcac15923afa2) AuthConfig (867a1db66248da44f3f018e3ce2dee1bd023e84b745452045f3ee0b67f92aeaa) AuthConfig (70c5c43a6725d404731358ff26b9317fce19ea7e148d40fbc3ff4379f417f505) AuthConfig (d8feac2b99d6eae6455758647f0088c000646eb0e5593062a01f19b95699dee0) AuthConfig (7035e319a6e9ca4a3ab462494ae9cb21ca7aea1573d885025311d30dc7e7daae) AuthConfig (2d27f09a6f2d223cb6badc55111b99b86965026e30cddb805016fc4a6de9b738) AuthConfig (177dcfe66e75c06397bafa94784bf7b038c6327ff3609141dc3ca045c2f0332b) AuthConfig (acc53cbcd7ef0659a98e921c8f28a02a2a201c26a9cae168a4648ec4b0fbd47f) AuthConfig (6e1c1695be7061c2a7513db9fff51afdea036a2ba24354c5f048200953f2972c) AuthConfig (aa2db55f14cf9b39b36269cc70a59f6e537050bb1c589c09168a242ac07d0e90) AuthConfig (1adc8d5f6ad91e4698c4a1db9149a776d50465daaf7bfe0fdd6ff9c60fe9498f) AuthConfig (0310a7170e55d637e44f9b355dd1db906256a6d053dcdc1418288411b3a65d4c) AuthConfig (f240a12690c2219a6d87bdb506ad0319949f1f319987fb81206613d01b690937) AuthConfig (fbb8bce2255f11599303d6277a1b75e3c21961e15100116ae4f7f3de30c8f920) AuthConfig (3255c6d98a5c8aad888eb79bb59168fd08993fe93077edacce14f333ff5dd309) AuthConfig (f8d881b33db1c81f7264097d97088ca101497fcd1774278ab92e67b10f774ee6) AuthConfig (d80bb917606155a803f65a7637334346552296b9b7588ea89877a1fcbd1bd68b) AuthConfig (5d7080672f3cf4aed9d5e721019bba7970c3df2a0c7647b610d72d6838344500) AuthConfig (b1a02130a08593b01f557ecc1bc0d9c4b8424262a8d71972e5213875900fe4e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"cb32ce35-ccc1-46bf-b9d2-78eb601ab648","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.538310631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"dd6884ba-e9fe-4596-b5d4-c5d8c7fb5d5b","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.541019056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"06bfffc4-a218-405c-b804-f3123e0eda90","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.544353704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"a69a57b1-342b-4e9f-b5f0-e195bcbd3190","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.611312938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"39cad5f4-c6b6-409c-b933-bcb171a33080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.611489042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"997ab90d-be52-451a-97b7-6e6b3092e756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.611318168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"54648925-bff9-4d64-b85a-4c3c55187b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.611949495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"73bbf8ff-5bac-4dc0-8a41-4b6e4a13a61e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.621830102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"73bbf8ff-5bac-4dc0-8a41-4b6e4a13a61e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.622320576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"39cad5f4-c6b6-409c-b933-bcb171a33080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.624211833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"997ab90d-be52-451a-97b7-6e6b3092e756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.624494467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"54648925-bff9-4d64-b85a-4c3c55187b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.628913433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb0fb9572e8904d4b5f8fbaca9766091326257b686eec0f2a1b379ae04a32d7d) AuthConfig (f121261bd671a1ac13f7ecca73e8c2c51c5323538750b81591b64be971ea8f8c) AuthConfig (5e53a67ae7d956171c5b3dfa22a70f5d70c09fd58564c4db0aba52b449fe6665) AuthConfig (3d73d529ff7d58b95735f66e35726e8a10902b40d7b2835f3b23bf67c78279d7) AuthConfig (42c6faacdd5e7c9e90a50cb5c8f1dbd941624e6a2c2cab0346f1eb222ce1142a) AuthConfig (145b28ff1dcfe812c04efb540b5126b3203c58e02bb44f4bfe8e6f3519955483) AuthConfig (22eac1ed6863d68752c9f351450ffe2d13ac27360e373d136bda5814edd1abf2) AuthConfig (cce418e821cb4a1722ac0ba3973aef29956fb9b3359f417efabca7b19332212f) AuthConfig (42c5c859572959ad1010162d5889de08c0c3f3191757e1a14062599f2fdf4203) AuthConfig (dc2d36028e527562d413ac008c0555b30f3792b92c1a3a8150eca56e7212f4bd) AuthConfig (944cfab90725442278c1e078f45588baf26e7a66e5a2de18720cf3d60c25a96b) AuthConfig (ff82292f5924ba9fe216dc58276c86740b2dbdfa7140b885cea63fffdee41fb4) AuthConfig (cefbdd95bb8a47efd7340c99d3821c8b377c5388da50698192747f76d8e38a54) AuthConfig (e4450d562edc98d32c0b29b91b02b600fe6bd7b79f46625801a27d3e2f56a4f6) AuthConfig (bf6f98430ab2d09b5f8ad74c98bf6d3b73c3100ea5991eac640fe20655d4c13d) AuthConfig (697fcec8d4afea071189260ebc965c0ecacffdfea677aec9b20570af76fc2965) AuthConfig (73c0dc6d85b8bde1bd812f4391aab2b96a68a1e572d6dc6c5a05cb8f75f5696c) AuthConfig (d7232775dcafe4ecb671e630276cb14dae65602d86907dfca7b5f4c35dcfaf09) AuthConfig (7ec8f0e30ae0f87b7e41c8ef65880491750a41cdf7a7359168b7c5fdf6b21504) AuthConfig (5d2e8d441456ebe20cae2e7d66bbf7d7a5d05375f71e7dd1e86c3b8847790e15) AuthConfig (5aefb43ad2bd516857b882afe4c68b8f3bab857d6e49bb01edb17b4273093a10) AuthConfig (b525cea8ae7f1d0f2cc95ce1283ce5b2e92267d6de010f548d2f5ddd02f24f21) AuthConfig (4ed70fac8e15046b6731645f3a28d507784f7101c3d9c9f1f008dbe6e51cdd3f) AuthConfig (eb46afe525d70acc31bd1a71e9d4d624811271a410993aad548b66ac17af151b) AuthConfig (71534c7522544c007fd4454a817a4eb8550d5da59302f23950484f84cee3a2ae) AuthConfig (f13d4938684c14301b960e4cb7db90894a3e4ba21e8f221b08ffc8f40350c95a) AuthConfig (4878d1e3769f9b79590745c4561f044537e46f03f19aced2c44b76faf4eb04fa) AuthConfig (bd7bbd5a46fd7e3dc20c2181875a9093cc26f088529ee791bccf1853c74ddc1e) AuthConfig (87f941b9c804e0e08330e80175e2acb0c392f5c7e9dffad403dfae594fdcc258) AuthConfig (93ec4e60bea6a58c0a048e4c7ba06eb1cf406b217a1e884d3ea658845b38075b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"73bbf8ff-5bac-4dc0-8a41-4b6e4a13a61e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.629204103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9832f3dc435a399a8f93151374ab8d8af3004a98cac0b4825cf686058d24a670) AuthConfig (97ae5ca2a14d37c560db420a466a7037f193ef14762f6237673ce52f79f417c1) AuthConfig (59296cd4c8611030777ca376e03619a18369f9f3da4a58380ed304757db3a29b) AuthConfig (9c983bcb4d8bfdb98700d55be63acbe357761c00912bb3f61325229d523e9505) AuthConfig (1adc64ec40c7382e04285850232ac2ac6ea067577383b2d5c1e3153d79124417) AuthConfig (ecf40bbf50d0d01126ea9c7de6d39989c161e0e12302d1ab1154fffbdf054467) AuthConfig (d613f43ebe73725382e9638990bf7e2097dfb1dd305b51be896815cb9cffc44f) AuthConfig (f35e0b4eba9b260c835a6f2a007df05ffa750a7cfef6fcfd02dc6b6da29450a9) AuthConfig (f7648d1125216207733183a2b286175705c1824ebc7caaa765b73cd4fc2426f5) AuthConfig (86dd663acfbde647260b597c41c0f9f54ecccc17968ebe0afaf87d19c5510483) AuthConfig (701eb465f940b5c3863d7913e2f25ed5619953c443a640085c238ecbc0a425b5) AuthConfig (fe636ab61a5d90904cbc5a848cf2609fe5cc74b672381c9b889dcac15923afa2) AuthConfig (867a1db66248da44f3f018e3ce2dee1bd023e84b745452045f3ee0b67f92aeaa) AuthConfig (70c5c43a6725d404731358ff26b9317fce19ea7e148d40fbc3ff4379f417f505) AuthConfig (d8feac2b99d6eae6455758647f0088c000646eb0e5593062a01f19b95699dee0) AuthConfig (7035e319a6e9ca4a3ab462494ae9cb21ca7aea1573d885025311d30dc7e7daae) AuthConfig (2d27f09a6f2d223cb6badc55111b99b86965026e30cddb805016fc4a6de9b738) AuthConfig (177dcfe66e75c06397bafa94784bf7b038c6327ff3609141dc3ca045c2f0332b) AuthConfig (acc53cbcd7ef0659a98e921c8f28a02a2a201c26a9cae168a4648ec4b0fbd47f) AuthConfig (6e1c1695be7061c2a7513db9fff51afdea036a2ba24354c5f048200953f2972c) AuthConfig (aa2db55f14cf9b39b36269cc70a59f6e537050bb1c589c09168a242ac07d0e90) AuthConfig (1adc8d5f6ad91e4698c4a1db9149a776d50465daaf7bfe0fdd6ff9c60fe9498f) AuthConfig (0310a7170e55d637e44f9b355dd1db906256a6d053dcdc1418288411b3a65d4c) AuthConfig (f240a12690c2219a6d87bdb506ad0319949f1f319987fb81206613d01b690937) AuthConfig (fbb8bce2255f11599303d6277a1b75e3c21961e15100116ae4f7f3de30c8f920) AuthConfig (3255c6d98a5c8aad888eb79bb59168fd08993fe93077edacce14f333ff5dd309) AuthConfig (f8d881b33db1c81f7264097d97088ca101497fcd1774278ab92e67b10f774ee6) AuthConfig (d80bb917606155a803f65a7637334346552296b9b7588ea89877a1fcbd1bd68b) AuthConfig (5d7080672f3cf4aed9d5e721019bba7970c3df2a0c7647b610d72d6838344500) AuthConfig (b1a02130a08593b01f557ecc1bc0d9c4b8424262a8d71972e5213875900fe4e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"39cad5f4-c6b6-409c-b933-bcb171a33080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.631690997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb0fb9572e8904d4b5f8fbaca9766091326257b686eec0f2a1b379ae04a32d7d) AuthConfig (f121261bd671a1ac13f7ecca73e8c2c51c5323538750b81591b64be971ea8f8c) AuthConfig (5e53a67ae7d956171c5b3dfa22a70f5d70c09fd58564c4db0aba52b449fe6665) AuthConfig (3d73d529ff7d58b95735f66e35726e8a10902b40d7b2835f3b23bf67c78279d7) AuthConfig (42c6faacdd5e7c9e90a50cb5c8f1dbd941624e6a2c2cab0346f1eb222ce1142a) AuthConfig (145b28ff1dcfe812c04efb540b5126b3203c58e02bb44f4bfe8e6f3519955483) AuthConfig (22eac1ed6863d68752c9f351450ffe2d13ac27360e373d136bda5814edd1abf2) AuthConfig (cce418e821cb4a1722ac0ba3973aef29956fb9b3359f417efabca7b19332212f) AuthConfig (42c5c859572959ad1010162d5889de08c0c3f3191757e1a14062599f2fdf4203) AuthConfig (dc2d36028e527562d413ac008c0555b30f3792b92c1a3a8150eca56e7212f4bd) AuthConfig (944cfab90725442278c1e078f45588baf26e7a66e5a2de18720cf3d60c25a96b) AuthConfig (ff82292f5924ba9fe216dc58276c86740b2dbdfa7140b885cea63fffdee41fb4) AuthConfig (cefbdd95bb8a47efd7340c99d3821c8b377c5388da50698192747f76d8e38a54) AuthConfig (e4450d562edc98d32c0b29b91b02b600fe6bd7b79f46625801a27d3e2f56a4f6) AuthConfig (bf6f98430ab2d09b5f8ad74c98bf6d3b73c3100ea5991eac640fe20655d4c13d) AuthConfig (697fcec8d4afea071189260ebc965c0ecacffdfea677aec9b20570af76fc2965) AuthConfig (73c0dc6d85b8bde1bd812f4391aab2b96a68a1e572d6dc6c5a05cb8f75f5696c) AuthConfig (d7232775dcafe4ecb671e630276cb14dae65602d86907dfca7b5f4c35dcfaf09) AuthConfig (7ec8f0e30ae0f87b7e41c8ef65880491750a41cdf7a7359168b7c5fdf6b21504) AuthConfig (5d2e8d441456ebe20cae2e7d66bbf7d7a5d05375f71e7dd1e86c3b8847790e15) AuthConfig (5aefb43ad2bd516857b882afe4c68b8f3bab857d6e49bb01edb17b4273093a10) AuthConfig (b525cea8ae7f1d0f2cc95ce1283ce5b2e92267d6de010f548d2f5ddd02f24f21) AuthConfig (4ed70fac8e15046b6731645f3a28d507784f7101c3d9c9f1f008dbe6e51cdd3f) AuthConfig (eb46afe525d70acc31bd1a71e9d4d624811271a410993aad548b66ac17af151b) AuthConfig (71534c7522544c007fd4454a817a4eb8550d5da59302f23950484f84cee3a2ae) AuthConfig (f13d4938684c14301b960e4cb7db90894a3e4ba21e8f221b08ffc8f40350c95a) AuthConfig (4878d1e3769f9b79590745c4561f044537e46f03f19aced2c44b76faf4eb04fa) AuthConfig (bd7bbd5a46fd7e3dc20c2181875a9093cc26f088529ee791bccf1853c74ddc1e) AuthConfig (87f941b9c804e0e08330e80175e2acb0c392f5c7e9dffad403dfae594fdcc258) AuthConfig (93ec4e60bea6a58c0a048e4c7ba06eb1cf406b217a1e884d3ea658845b38075b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"997ab90d-be52-451a-97b7-6e6b3092e756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.631802585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9832f3dc435a399a8f93151374ab8d8af3004a98cac0b4825cf686058d24a670) AuthConfig (97ae5ca2a14d37c560db420a466a7037f193ef14762f6237673ce52f79f417c1) AuthConfig (59296cd4c8611030777ca376e03619a18369f9f3da4a58380ed304757db3a29b) AuthConfig (9c983bcb4d8bfdb98700d55be63acbe357761c00912bb3f61325229d523e9505) AuthConfig (1adc64ec40c7382e04285850232ac2ac6ea067577383b2d5c1e3153d79124417) AuthConfig (ecf40bbf50d0d01126ea9c7de6d39989c161e0e12302d1ab1154fffbdf054467) AuthConfig (d613f43ebe73725382e9638990bf7e2097dfb1dd305b51be896815cb9cffc44f) AuthConfig (f35e0b4eba9b260c835a6f2a007df05ffa750a7cfef6fcfd02dc6b6da29450a9) AuthConfig (f7648d1125216207733183a2b286175705c1824ebc7caaa765b73cd4fc2426f5) AuthConfig (86dd663acfbde647260b597c41c0f9f54ecccc17968ebe0afaf87d19c5510483) AuthConfig (701eb465f940b5c3863d7913e2f25ed5619953c443a640085c238ecbc0a425b5) AuthConfig (fe636ab61a5d90904cbc5a848cf2609fe5cc74b672381c9b889dcac15923afa2) AuthConfig (867a1db66248da44f3f018e3ce2dee1bd023e84b745452045f3ee0b67f92aeaa) AuthConfig (70c5c43a6725d404731358ff26b9317fce19ea7e148d40fbc3ff4379f417f505) AuthConfig (d8feac2b99d6eae6455758647f0088c000646eb0e5593062a01f19b95699dee0) AuthConfig (7035e319a6e9ca4a3ab462494ae9cb21ca7aea1573d885025311d30dc7e7daae) AuthConfig (2d27f09a6f2d223cb6badc55111b99b86965026e30cddb805016fc4a6de9b738) AuthConfig (177dcfe66e75c06397bafa94784bf7b038c6327ff3609141dc3ca045c2f0332b) AuthConfig (acc53cbcd7ef0659a98e921c8f28a02a2a201c26a9cae168a4648ec4b0fbd47f) AuthConfig (6e1c1695be7061c2a7513db9fff51afdea036a2ba24354c5f048200953f2972c) AuthConfig (aa2db55f14cf9b39b36269cc70a59f6e537050bb1c589c09168a242ac07d0e90) AuthConfig (1adc8d5f6ad91e4698c4a1db9149a776d50465daaf7bfe0fdd6ff9c60fe9498f) AuthConfig (0310a7170e55d637e44f9b355dd1db906256a6d053dcdc1418288411b3a65d4c) AuthConfig (f240a12690c2219a6d87bdb506ad0319949f1f319987fb81206613d01b690937) AuthConfig (fbb8bce2255f11599303d6277a1b75e3c21961e15100116ae4f7f3de30c8f920) AuthConfig (3255c6d98a5c8aad888eb79bb59168fd08993fe93077edacce14f333ff5dd309) AuthConfig (f8d881b33db1c81f7264097d97088ca101497fcd1774278ab92e67b10f774ee6) AuthConfig (d80bb917606155a803f65a7637334346552296b9b7588ea89877a1fcbd1bd68b) AuthConfig (5d7080672f3cf4aed9d5e721019bba7970c3df2a0c7647b610d72d6838344500) AuthConfig (b1a02130a08593b01f557ecc1bc0d9c4b8424262a8d71972e5213875900fe4e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"54648925-bff9-4d64-b85a-4c3c55187b02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:45.634220554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"39cad5f4-c6b6-409c-b933-bcb171a33080","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.63849611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"6cdb9016-a3e3-4c24-bcb9-44f18fc9792b","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.641348835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"6e067a60-2061-43ae-b788-02a2fe82b4ed","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.711018907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7fdfebd5-fc81-4cd3-af55-58b7c53f267d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.711026334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"f7ac6a76-a881-4c4c-8e81-352de3a21dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.714399145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"fb22c5db-84de-46c6-bd30-807327737f27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.720209606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7fdfebd5-fc81-4cd3-af55-58b7c53f267d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.72087185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"f7ac6a76-a881-4c4c-8e81-352de3a21dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.722936484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"fb22c5db-84de-46c6-bd30-807327737f27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.727493021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb0fb9572e8904d4b5f8fbaca9766091326257b686eec0f2a1b379ae04a32d7d) AuthConfig (f121261bd671a1ac13f7ecca73e8c2c51c5323538750b81591b64be971ea8f8c) AuthConfig (5e53a67ae7d956171c5b3dfa22a70f5d70c09fd58564c4db0aba52b449fe6665) AuthConfig (3d73d529ff7d58b95735f66e35726e8a10902b40d7b2835f3b23bf67c78279d7) AuthConfig (42c6faacdd5e7c9e90a50cb5c8f1dbd941624e6a2c2cab0346f1eb222ce1142a) AuthConfig (145b28ff1dcfe812c04efb540b5126b3203c58e02bb44f4bfe8e6f3519955483) AuthConfig (22eac1ed6863d68752c9f351450ffe2d13ac27360e373d136bda5814edd1abf2) AuthConfig (cce418e821cb4a1722ac0ba3973aef29956fb9b3359f417efabca7b19332212f) AuthConfig (42c5c859572959ad1010162d5889de08c0c3f3191757e1a14062599f2fdf4203) AuthConfig (dc2d36028e527562d413ac008c0555b30f3792b92c1a3a8150eca56e7212f4bd) AuthConfig (944cfab90725442278c1e078f45588baf26e7a66e5a2de18720cf3d60c25a96b) AuthConfig (ff82292f5924ba9fe216dc58276c86740b2dbdfa7140b885cea63fffdee41fb4) AuthConfig (cefbdd95bb8a47efd7340c99d3821c8b377c5388da50698192747f76d8e38a54) AuthConfig (e4450d562edc98d32c0b29b91b02b600fe6bd7b79f46625801a27d3e2f56a4f6) AuthConfig (bf6f98430ab2d09b5f8ad74c98bf6d3b73c3100ea5991eac640fe20655d4c13d) AuthConfig (697fcec8d4afea071189260ebc965c0ecacffdfea677aec9b20570af76fc2965) AuthConfig (73c0dc6d85b8bde1bd812f4391aab2b96a68a1e572d6dc6c5a05cb8f75f5696c) AuthConfig (d7232775dcafe4ecb671e630276cb14dae65602d86907dfca7b5f4c35dcfaf09) AuthConfig (7ec8f0e30ae0f87b7e41c8ef65880491750a41cdf7a7359168b7c5fdf6b21504) AuthConfig (5d2e8d441456ebe20cae2e7d66bbf7d7a5d05375f71e7dd1e86c3b8847790e15) AuthConfig (5aefb43ad2bd516857b882afe4c68b8f3bab857d6e49bb01edb17b4273093a10) AuthConfig (b525cea8ae7f1d0f2cc95ce1283ce5b2e92267d6de010f548d2f5ddd02f24f21) AuthConfig (4ed70fac8e15046b6731645f3a28d507784f7101c3d9c9f1f008dbe6e51cdd3f) AuthConfig (eb46afe525d70acc31bd1a71e9d4d624811271a410993aad548b66ac17af151b) AuthConfig (71534c7522544c007fd4454a817a4eb8550d5da59302f23950484f84cee3a2ae) AuthConfig (f13d4938684c14301b960e4cb7db90894a3e4ba21e8f221b08ffc8f40350c95a) AuthConfig (4878d1e3769f9b79590745c4561f044537e46f03f19aced2c44b76faf4eb04fa) AuthConfig (bd7bbd5a46fd7e3dc20c2181875a9093cc26f088529ee791bccf1853c74ddc1e) AuthConfig (87f941b9c804e0e08330e80175e2acb0c392f5c7e9dffad403dfae594fdcc258) AuthConfig (93ec4e60bea6a58c0a048e4c7ba06eb1cf406b217a1e884d3ea658845b38075b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7fdfebd5-fc81-4cd3-af55-58b7c53f267d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.727798102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9832f3dc435a399a8f93151374ab8d8af3004a98cac0b4825cf686058d24a670) AuthConfig (97ae5ca2a14d37c560db420a466a7037f193ef14762f6237673ce52f79f417c1) AuthConfig (59296cd4c8611030777ca376e03619a18369f9f3da4a58380ed304757db3a29b) AuthConfig (9c983bcb4d8bfdb98700d55be63acbe357761c00912bb3f61325229d523e9505) AuthConfig (1adc64ec40c7382e04285850232ac2ac6ea067577383b2d5c1e3153d79124417) AuthConfig (ecf40bbf50d0d01126ea9c7de6d39989c161e0e12302d1ab1154fffbdf054467) AuthConfig (d613f43ebe73725382e9638990bf7e2097dfb1dd305b51be896815cb9cffc44f) AuthConfig (f35e0b4eba9b260c835a6f2a007df05ffa750a7cfef6fcfd02dc6b6da29450a9) AuthConfig (f7648d1125216207733183a2b286175705c1824ebc7caaa765b73cd4fc2426f5) AuthConfig (86dd663acfbde647260b597c41c0f9f54ecccc17968ebe0afaf87d19c5510483) AuthConfig (701eb465f940b5c3863d7913e2f25ed5619953c443a640085c238ecbc0a425b5) AuthConfig (fe636ab61a5d90904cbc5a848cf2609fe5cc74b672381c9b889dcac15923afa2) AuthConfig (867a1db66248da44f3f018e3ce2dee1bd023e84b745452045f3ee0b67f92aeaa) AuthConfig (70c5c43a6725d404731358ff26b9317fce19ea7e148d40fbc3ff4379f417f505) AuthConfig (d8feac2b99d6eae6455758647f0088c000646eb0e5593062a01f19b95699dee0) AuthConfig (7035e319a6e9ca4a3ab462494ae9cb21ca7aea1573d885025311d30dc7e7daae) AuthConfig (2d27f09a6f2d223cb6badc55111b99b86965026e30cddb805016fc4a6de9b738) AuthConfig (177dcfe66e75c06397bafa94784bf7b038c6327ff3609141dc3ca045c2f0332b) AuthConfig (acc53cbcd7ef0659a98e921c8f28a02a2a201c26a9cae168a4648ec4b0fbd47f) AuthConfig (6e1c1695be7061c2a7513db9fff51afdea036a2ba24354c5f048200953f2972c) AuthConfig (aa2db55f14cf9b39b36269cc70a59f6e537050bb1c589c09168a242ac07d0e90) AuthConfig (1adc8d5f6ad91e4698c4a1db9149a776d50465daaf7bfe0fdd6ff9c60fe9498f) AuthConfig (0310a7170e55d637e44f9b355dd1db906256a6d053dcdc1418288411b3a65d4c) AuthConfig (f240a12690c2219a6d87bdb506ad0319949f1f319987fb81206613d01b690937) AuthConfig (fbb8bce2255f11599303d6277a1b75e3c21961e15100116ae4f7f3de30c8f920) AuthConfig (3255c6d98a5c8aad888eb79bb59168fd08993fe93077edacce14f333ff5dd309) AuthConfig (f8d881b33db1c81f7264097d97088ca101497fcd1774278ab92e67b10f774ee6) AuthConfig (d80bb917606155a803f65a7637334346552296b9b7588ea89877a1fcbd1bd68b) AuthConfig (5d7080672f3cf4aed9d5e721019bba7970c3df2a0c7647b610d72d6838344500) AuthConfig (b1a02130a08593b01f557ecc1bc0d9c4b8424262a8d71972e5213875900fe4e8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"f7ac6a76-a881-4c4c-8e81-352de3a21dbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.729989686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb0fb9572e8904d4b5f8fbaca9766091326257b686eec0f2a1b379ae04a32d7d) AuthConfig (f121261bd671a1ac13f7ecca73e8c2c51c5323538750b81591b64be971ea8f8c) AuthConfig (5e53a67ae7d956171c5b3dfa22a70f5d70c09fd58564c4db0aba52b449fe6665) AuthConfig (3d73d529ff7d58b95735f66e35726e8a10902b40d7b2835f3b23bf67c78279d7) AuthConfig (42c6faacdd5e7c9e90a50cb5c8f1dbd941624e6a2c2cab0346f1eb222ce1142a) AuthConfig (145b28ff1dcfe812c04efb540b5126b3203c58e02bb44f4bfe8e6f3519955483) AuthConfig (22eac1ed6863d68752c9f351450ffe2d13ac27360e373d136bda5814edd1abf2) AuthConfig (cce418e821cb4a1722ac0ba3973aef29956fb9b3359f417efabca7b19332212f) AuthConfig (42c5c859572959ad1010162d5889de08c0c3f3191757e1a14062599f2fdf4203) AuthConfig (dc2d36028e527562d413ac008c0555b30f3792b92c1a3a8150eca56e7212f4bd) AuthConfig (944cfab90725442278c1e078f45588baf26e7a66e5a2de18720cf3d60c25a96b) AuthConfig (ff82292f5924ba9fe216dc58276c86740b2dbdfa7140b885cea63fffdee41fb4) AuthConfig (cefbdd95bb8a47efd7340c99d3821c8b377c5388da50698192747f76d8e38a54) AuthConfig (e4450d562edc98d32c0b29b91b02b600fe6bd7b79f46625801a27d3e2f56a4f6) AuthConfig (bf6f98430ab2d09b5f8ad74c98bf6d3b73c3100ea5991eac640fe20655d4c13d) AuthConfig (697fcec8d4afea071189260ebc965c0ecacffdfea677aec9b20570af76fc2965) AuthConfig (73c0dc6d85b8bde1bd812f4391aab2b96a68a1e572d6dc6c5a05cb8f75f5696c) AuthConfig (d7232775dcafe4ecb671e630276cb14dae65602d86907dfca7b5f4c35dcfaf09) AuthConfig (7ec8f0e30ae0f87b7e41c8ef65880491750a41cdf7a7359168b7c5fdf6b21504) AuthConfig (5d2e8d441456ebe20cae2e7d66bbf7d7a5d05375f71e7dd1e86c3b8847790e15) AuthConfig (5aefb43ad2bd516857b882afe4c68b8f3bab857d6e49bb01edb17b4273093a10) AuthConfig (b525cea8ae7f1d0f2cc95ce1283ce5b2e92267d6de010f548d2f5ddd02f24f21) AuthConfig (4ed70fac8e15046b6731645f3a28d507784f7101c3d9c9f1f008dbe6e51cdd3f) AuthConfig (eb46afe525d70acc31bd1a71e9d4d624811271a410993aad548b66ac17af151b) AuthConfig (71534c7522544c007fd4454a817a4eb8550d5da59302f23950484f84cee3a2ae) AuthConfig (f13d4938684c14301b960e4cb7db90894a3e4ba21e8f221b08ffc8f40350c95a) AuthConfig (4878d1e3769f9b79590745c4561f044537e46f03f19aced2c44b76faf4eb04fa) AuthConfig (bd7bbd5a46fd7e3dc20c2181875a9093cc26f088529ee791bccf1853c74ddc1e) AuthConfig (87f941b9c804e0e08330e80175e2acb0c392f5c7e9dffad403dfae594fdcc258) AuthConfig (93ec4e60bea6a58c0a048e4c7ba06eb1cf406b217a1e884d3ea658845b38075b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"fb22c5db-84de-46c6-bd30-807327737f27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.274050245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9e19d13e-9cd0-4bec-b6bc-0eb975b3634b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.274971799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"18b21504-1fd0-4e93-92da-079bc588518c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.282322084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9e19d13e-9cd0-4bec-b6bc-0eb975b3634b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.283415367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"18b21504-1fd0-4e93-92da-079bc588518c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.30892356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"ef7f559e-b1e9-4a9b-b4e4-0858ff52d672","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.309367619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"76cd6800-9265-4198-adef-5c28da59fdc2","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.373981843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"22584a6d-b456-47e3-9247-6d3f51afd39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.374115718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"369d2ef4-b089-4641-94b5-b00af9d593b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.382861299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"369d2ef4-b089-4641-94b5-b00af9d593b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.382941753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"22584a6d-b456-47e3-9247-6d3f51afd39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.411574609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"4abfd737-5d0b-4d67-b933-4457e73a5fbe","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.41197632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"aec6cb31-3009-4475-8f3d-8f4c483a8cba","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.665714934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"e7afae03-6205-4d02-9d85-c4ec570526f3","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.846185569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"a7914ffc-b65c-47d9-bfa6-b59ddd4f4192","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.855740014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"3e3354e5-e934-418f-8e38-5467fe0e4bd2","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:46.858983484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"9cee79f0-1d53-43cf-b6c5-a7a69ce7a6a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.863532051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"28d160f0-607e-4eca-b653-bdb4ecfdb88e","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.876657194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"a195df4a-026e-43d3-9e21-156357a33925","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.885373823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"6cdcb3e4-ccd8-4b65-bba7-750055f4a9d9","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.901650084Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"155505c1-f1c9-46a7-a1d9-2c4e0f524cfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"simulator-w1-b13a14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b13a14/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.921486212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"4a0d96d7-f9cb-4016-9ea1-5d3cd70cf110","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:46.999318654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"68051921-59e5-4160-8103-532e249ce21a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.01486557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"cbad7093-47e2-4237-a0f8-ce97110c326b","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.024771329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"9804db33-35ac-42ca-8b65-472485f77b42","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.028334291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ab6b8f41-d9c3-490a-9154-7c028de5e189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.060420427Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ab6b8f41-d9c3-490a-9154-7c028de5e189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.068466529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b13a14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ab6b8f41-d9c3-490a-9154-7c028de5e189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.075365717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"92d366df-1379-4bf8-b74a-1e17ca69c62f","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.106819087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"77819b76-bbcb-4cfc-9620-880042010ccf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.13111529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d8ecbe80-ead0-4ab7-824b-e1aaf7d31b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.139856013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d8ecbe80-ead0-4ab7-824b-e1aaf7d31b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.147371762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b13a14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d8ecbe80-ead0-4ab7-824b-e1aaf7d31b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.20584706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"4bc4d495-2489-4aba-8edd-ecee7b7a7593","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.216996676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"c833d5d1-e594-4672-a4bc-08809954c5db","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.217294233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"bf5d5328-e035-47d6-ba3b-b19b6da9740d","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:47.219632269Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b13a14/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.225018603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"a35f0710-ec43-4b46-8a18-8ecc19b13b3d","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.227674069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"e924a023-8fd3-44f2-a623-d10cc33e112f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.235914563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"e924a023-8fd3-44f2-a623-d10cc33e112f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.242381563Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"99d188f9-b86f-46d0-9e63-4467ec0b9b6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"premium-w1-b13a14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b13a14/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.243138579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b13a14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"e924a023-8fd3-44f2-a623-d10cc33e112f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.262035874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"e4bec0e8-778b-4941-a135-a1237e2ca87d","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.328388044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c2051516-038e-4374-a297-a0839ea9f62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.338868617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c2051516-038e-4374-a297-a0839ea9f62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.342028871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"78d34f4d-3f56-47d5-8aee-7f2258ccde21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.347570923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b13a14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c2051516-038e-4374-a297-a0839ea9f62b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.394610574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"cc7c7972-e981-43c4-911c-fd662ce9e7d1","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.406273834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"dd71427a-e31e-4196-9751-1a5a153fe8a3","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:47.411037282Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"dd71427a-e31e-4196-9751-1a5a153fe8a3","name":"premium-w1-b13a14","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b13a14\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:47.411079334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"dd71427a-e31e-4196-9751-1a5a153fe8a3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-b13a14\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.41630034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"5650ea67-ba21-4e81-8ea4-7eb4e88b1b27","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.441085307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7180bc03-b19e-466a-b7c7-7c394023d027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.441439525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"72b55d00-4c1a-4d25-b0a1-2312fd92de3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.449275262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7180bc03-b19e-466a-b7c7-7c394023d027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.451464056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"72b55d00-4c1a-4d25-b0a1-2312fd92de3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.45585507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"0718f0e2-9dc6-436d-90df-b956b6b8bc3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.460571558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b13a14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7180bc03-b19e-466a-b7c7-7c394023d027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.463151677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b13a14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"72b55d00-4c1a-4d25-b0a1-2312fd92de3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.470151685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"75a17af2-9839-4147-a7e0-a8f8dd0b3c8d","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.547725036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3e29ba64-465b-4c67-82e0-b830d65dad05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.557027033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3e29ba64-465b-4c67-82e0-b830d65dad05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.564177391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b13a14-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3e29ba64-465b-4c67-82e0-b830d65dad05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.847342348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"400b1ac4-3f04-491c-b8df-0dc2ecd78f1d","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.853405487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"a2346d36-3908-4ca7-a85d-10dc5ff5d807","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.863278888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"1b97c1fd-81ae-410b-a7e6-986a81f9c969","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.871848338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"1b97c1fd-81ae-410b-a7e6-986a81f9c969","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.898310802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"69be1356-09f1-405e-a948-e2f14073f49f","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.963489354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"70e45418-9ecb-41ac-bb05-677332e2b674","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:50.971896605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"70e45418-9ecb-41ac-bb05-677332e2b674","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:50.993019467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"70e45418-9ecb-41ac-bb05-677332e2b674","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dry-sub-a5cfbc32-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.018093653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"f78098f2-bbf1-4c3f-8095-c59d3c47df05","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.028208996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"c352dc83-542f-4970-bb4c-a3b690bfb106","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.030738264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"d110eaa7-1f37-4ec2-9b27-ae1894305250","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:51.032728773Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-466f83/e2e-dry-sub-a5cfbc32","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-a5cfbc32\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.037231658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"ccaa417a-6f65-4e2d-ad62-cca02d0149dd","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.062414935Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a5cfbc32","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32","reconcileID":"939b3249-19e8-4ce4-bf52-7ebb8838a4ca","MaaSSubscription":{"name":"e2e-dry-sub-a5cfbc32","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-dry-sub-a5cfbc32","ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.064681713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"da063f95-f115-4072-8290-719841f98464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.064707385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"eb695f21-7402-437c-877c-0a6247218438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.065201894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"f8c70736-838e-4471-9ab9-e9e4c48633f4","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.073175678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"da063f95-f115-4072-8290-719841f98464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.073674578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"f8c70736-838e-4471-9ab9-e9e4c48633f4","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.07573761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"eb695f21-7402-437c-877c-0a6247218438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.082927517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"6baafedb-454c-40ae-a12e-e3e8b2190650","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.160616967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a5cfbc32","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32","reconcileID":"b49a4df4-1fe8-40c8-afdc-035526fcfd15","MaaSSubscription":{"name":"e2e-dry-sub-a5cfbc32","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.162835546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"f512b33a-5d7c-446b-a617-c61a52ec07cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.246040159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"088a06ef-a23e-4529-bbce-d9ce4a3fe8e5","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.246455155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"1a81ac35-55bb-4cff-af55-393472d00efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.246878703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"062b5354-08f3-43ac-acc9-338c7b008aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.257682936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"088a06ef-a23e-4529-bbce-d9ce4a3fe8e5","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.257755008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"062b5354-08f3-43ac-acc9-338c7b008aea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.261221616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"1a81ac35-55bb-4cff-af55-393472d00efd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.263071769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"37f10ee2-7780-42e6-a494-68ef3490b8b4","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.287652315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"518c0786-ae85-4934-9f2c-b52aadd4c10c","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.288178961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"697cc29c-fc4b-4c46-9802-ba9c2468c625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.323484802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"697cc29c-fc4b-4c46-9802-ba9c2468c625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.328069176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"518c0786-ae85-4934-9f2c-b52aadd4c10c","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.376114031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5c2779eb-20ef-4904-a8d5-13d47c71ba6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.389226483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5c2779eb-20ef-4904-a8d5-13d47c71ba6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.389839912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"e75bc5c5-ca49-4472-9f36-869495cc4b07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.420513132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"3b11510e-ebb4-4a28-b3ec-c1cb35695973","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.490221886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"cfeaff3d-8383-42c3-bf87-a3fc00820bd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.527718533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"dd852d26-47ef-4075-950e-d7f8f3a8f9ba","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.541078644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"fe52dde5-79f1-4d0d-be4b-31258f8cc71f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.541910391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5840012e-726a-4985-8fbd-349c6d8fbe2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.56204208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"fe52dde5-79f1-4d0d-be4b-31258f8cc71f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.565714735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5840012e-726a-4985-8fbd-349c6d8fbe2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.575985837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b13a14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b9cd9df7c96edb2982b066dfefd7fdf3c8ec3b0646c42f0b8f2a27208f9ecfb) AuthConfig (c5f4751473659871c5c729cf4bce5ba018ed91f725a2fe67678a1caf1b4d33d9) AuthConfig (a4d982b488cc215dff632a125f53008ac97364b30b697bb2f34d866b5f8641cc) AuthConfig (19d71212025e92e66430b3d6cf82a5dea7427c131f033bde7edb0ef019bef9d4) AuthConfig (ecb566ee441b83ad7efe1edd715c957b152e70edce5deedced53c4dd56818e47) AuthConfig (a36dc48b130cd8c7d25239d8a8b4a60affe41ce739407a6bb8b3b5d165f2be98) AuthConfig (6f6c4716c4f7ea545184702b2147cf9ce4d7f203dc9bc6886f74ad9914ea4219) AuthConfig (3dbd106ad6ca06a9b276e8776b91a351c61395ff5034091fa3ee81451b82ff5b) AuthConfig (f2da35f6202e1bccf1139458bff79565484fb95b0d7bc413e2933e6c4f09eb8e) AuthConfig (f2c4e3462bde41e954db8cc92e34c98af0e75b82397453fb60e2b93e41e0a903) AuthConfig (d1f6465e9b76b126e0f738c2559c333e1f86e37e0057b9a742fa4ae068907f37) AuthConfig (8e90081d9e5d33024a8af1bfba453dc31ca825bc0fcb6f17883dafd17459ad96) AuthConfig (d786985e8dcc7ea2f7f3c5ac2ae74e8685faf149e7150ad81fd27725a849de25) AuthConfig (cdb9c78ce3da6167fac0dd8c0b816ba8122840980174f45659f4d6c77dd12485) AuthConfig (37779f0a8e52c818a70f12203fff8aca1939a0adce18cee7bcd92231f2082792) AuthConfig (6c37fe11afe56f12d891f6e12be35837ddca21ca01eae3a5c6f5e8f93337ba4a) AuthConfig (727716b9a91d4c13ec818d4c3491aa21fe14aa2248c90941a14e0225e63b25bf) AuthConfig (1b3ad6d7a1b01ba5efe2657e91657897281f05c6c2f2a4e36db657e137b2bba8) AuthConfig (e66cdb8927e3781600ec12fa595602d802a99801877e2e72d0b270620b60ec33) AuthConfig (e51b72cb09d3f4a31676176da83342162caf810d381780920afee8e31ef1010c) AuthConfig (ce6e7a8df1a3a1913474ddf2e0a158362a87b6b17974d425386dc0c4bd555695) AuthConfig (1313ebb049f8dd1fb093896e2229e2c9eb8e1b015bcbb061a89eb9ddbf001813) AuthConfig (a8636155079b899ea409f102e3532ae2957bb527a502be460287db6119387bf1) AuthConfig (bda78c8e3def28677887a78977e36b7ddcfee38cddc7fe287198bfc49d98cffb) AuthConfig (b4b5829b38da65850603a37304dba65bdfc7341887c6f7d48c32baa9a57f6452) AuthConfig (363cff61c1d895a684b3078b2fef86bc85c997641cd70da9f3e3d15094ea7d93) AuthConfig (e9f40f46d672e651c0ad832c19ddbb416b5a8c64bce8d58eadcb020adfb48c8e) AuthConfig (c9b0a10f1a1d988a7e7ade6efe5cdf485cea0e142021123c303afb05bcb1b5cd) AuthConfig (28f851ecf1462aed117b137cd9750d7d865262a01778e27072b04c4b079ce76b) AuthConfig (ca657fbd81213fad92676426f985e8d527120d23139911f675c1181ec76c0b00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"fe52dde5-79f1-4d0d-be4b-31258f8cc71f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.578113883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b13a14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b9cd9df7c96edb2982b066dfefd7fdf3c8ec3b0646c42f0b8f2a27208f9ecfb) AuthConfig (c5f4751473659871c5c729cf4bce5ba018ed91f725a2fe67678a1caf1b4d33d9) AuthConfig (a4d982b488cc215dff632a125f53008ac97364b30b697bb2f34d866b5f8641cc) AuthConfig (19d71212025e92e66430b3d6cf82a5dea7427c131f033bde7edb0ef019bef9d4) AuthConfig (ecb566ee441b83ad7efe1edd715c957b152e70edce5deedced53c4dd56818e47) AuthConfig (a36dc48b130cd8c7d25239d8a8b4a60affe41ce739407a6bb8b3b5d165f2be98) AuthConfig (6f6c4716c4f7ea545184702b2147cf9ce4d7f203dc9bc6886f74ad9914ea4219) AuthConfig (3dbd106ad6ca06a9b276e8776b91a351c61395ff5034091fa3ee81451b82ff5b) AuthConfig (f2da35f6202e1bccf1139458bff79565484fb95b0d7bc413e2933e6c4f09eb8e) AuthConfig (f2c4e3462bde41e954db8cc92e34c98af0e75b82397453fb60e2b93e41e0a903) AuthConfig (d1f6465e9b76b126e0f738c2559c333e1f86e37e0057b9a742fa4ae068907f37) AuthConfig (8e90081d9e5d33024a8af1bfba453dc31ca825bc0fcb6f17883dafd17459ad96) AuthConfig (d786985e8dcc7ea2f7f3c5ac2ae74e8685faf149e7150ad81fd27725a849de25) AuthConfig (cdb9c78ce3da6167fac0dd8c0b816ba8122840980174f45659f4d6c77dd12485) AuthConfig (37779f0a8e52c818a70f12203fff8aca1939a0adce18cee7bcd92231f2082792) AuthConfig (6c37fe11afe56f12d891f6e12be35837ddca21ca01eae3a5c6f5e8f93337ba4a) AuthConfig (727716b9a91d4c13ec818d4c3491aa21fe14aa2248c90941a14e0225e63b25bf) AuthConfig (1b3ad6d7a1b01ba5efe2657e91657897281f05c6c2f2a4e36db657e137b2bba8) AuthConfig (e66cdb8927e3781600ec12fa595602d802a99801877e2e72d0b270620b60ec33) AuthConfig (e51b72cb09d3f4a31676176da83342162caf810d381780920afee8e31ef1010c) AuthConfig (ce6e7a8df1a3a1913474ddf2e0a158362a87b6b17974d425386dc0c4bd555695) AuthConfig (1313ebb049f8dd1fb093896e2229e2c9eb8e1b015bcbb061a89eb9ddbf001813) AuthConfig (a8636155079b899ea409f102e3532ae2957bb527a502be460287db6119387bf1) AuthConfig (bda78c8e3def28677887a78977e36b7ddcfee38cddc7fe287198bfc49d98cffb) AuthConfig (b4b5829b38da65850603a37304dba65bdfc7341887c6f7d48c32baa9a57f6452) AuthConfig (363cff61c1d895a684b3078b2fef86bc85c997641cd70da9f3e3d15094ea7d93) AuthConfig (e9f40f46d672e651c0ad832c19ddbb416b5a8c64bce8d58eadcb020adfb48c8e) AuthConfig (c9b0a10f1a1d988a7e7ade6efe5cdf485cea0e142021123c303afb05bcb1b5cd) AuthConfig (28f851ecf1462aed117b137cd9750d7d865262a01778e27072b04c4b079ce76b) AuthConfig (ca657fbd81213fad92676426f985e8d527120d23139911f675c1181ec76c0b00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5840012e-726a-4985-8fbd-349c6d8fbe2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.589522092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"35c7ab0d-ef4d-45f0-b374-641183a3550c","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.590181771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"8fa6c8f8-b19b-4f65-9960-08266fa940eb","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.739116187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"58d70308-b6b8-4ec8-b31d-df9861c2370d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.739115109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f9ac9a4d-5e0e-41f3-974b-86b57e82ed30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.749779568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f9ac9a4d-5e0e-41f3-974b-86b57e82ed30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.750757297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"58d70308-b6b8-4ec8-b31d-df9861c2370d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.757172029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b13a14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b9cd9df7c96edb2982b066dfefd7fdf3c8ec3b0646c42f0b8f2a27208f9ecfb) AuthConfig (c5f4751473659871c5c729cf4bce5ba018ed91f725a2fe67678a1caf1b4d33d9) AuthConfig (a4d982b488cc215dff632a125f53008ac97364b30b697bb2f34d866b5f8641cc) AuthConfig (19d71212025e92e66430b3d6cf82a5dea7427c131f033bde7edb0ef019bef9d4) AuthConfig (ecb566ee441b83ad7efe1edd715c957b152e70edce5deedced53c4dd56818e47) AuthConfig (a36dc48b130cd8c7d25239d8a8b4a60affe41ce739407a6bb8b3b5d165f2be98) AuthConfig (6f6c4716c4f7ea545184702b2147cf9ce4d7f203dc9bc6886f74ad9914ea4219) AuthConfig (3dbd106ad6ca06a9b276e8776b91a351c61395ff5034091fa3ee81451b82ff5b) AuthConfig (f2da35f6202e1bccf1139458bff79565484fb95b0d7bc413e2933e6c4f09eb8e) AuthConfig (f2c4e3462bde41e954db8cc92e34c98af0e75b82397453fb60e2b93e41e0a903) AuthConfig (d1f6465e9b76b126e0f738c2559c333e1f86e37e0057b9a742fa4ae068907f37) AuthConfig (8e90081d9e5d33024a8af1bfba453dc31ca825bc0fcb6f17883dafd17459ad96) AuthConfig (d786985e8dcc7ea2f7f3c5ac2ae74e8685faf149e7150ad81fd27725a849de25) AuthConfig (cdb9c78ce3da6167fac0dd8c0b816ba8122840980174f45659f4d6c77dd12485) AuthConfig (37779f0a8e52c818a70f12203fff8aca1939a0adce18cee7bcd92231f2082792) AuthConfig (6c37fe11afe56f12d891f6e12be35837ddca21ca01eae3a5c6f5e8f93337ba4a) AuthConfig (727716b9a91d4c13ec818d4c3491aa21fe14aa2248c90941a14e0225e63b25bf) AuthConfig (1b3ad6d7a1b01ba5efe2657e91657897281f05c6c2f2a4e36db657e137b2bba8) AuthConfig (e66cdb8927e3781600ec12fa595602d802a99801877e2e72d0b270620b60ec33) AuthConfig (e51b72cb09d3f4a31676176da83342162caf810d381780920afee8e31ef1010c) AuthConfig (ce6e7a8df1a3a1913474ddf2e0a158362a87b6b17974d425386dc0c4bd555695) AuthConfig (1313ebb049f8dd1fb093896e2229e2c9eb8e1b015bcbb061a89eb9ddbf001813) AuthConfig (a8636155079b899ea409f102e3532ae2957bb527a502be460287db6119387bf1) AuthConfig (bda78c8e3def28677887a78977e36b7ddcfee38cddc7fe287198bfc49d98cffb) AuthConfig (b4b5829b38da65850603a37304dba65bdfc7341887c6f7d48c32baa9a57f6452) AuthConfig (363cff61c1d895a684b3078b2fef86bc85c997641cd70da9f3e3d15094ea7d93) AuthConfig (e9f40f46d672e651c0ad832c19ddbb416b5a8c64bce8d58eadcb020adfb48c8e) AuthConfig (c9b0a10f1a1d988a7e7ade6efe5cdf485cea0e142021123c303afb05bcb1b5cd) AuthConfig (28f851ecf1462aed117b137cd9750d7d865262a01778e27072b04c4b079ce76b) AuthConfig (ca657fbd81213fad92676426f985e8d527120d23139911f675c1181ec76c0b00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f9ac9a4d-5e0e-41f3-974b-86b57e82ed30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.758237642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-b13a14-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b9cd9df7c96edb2982b066dfefd7fdf3c8ec3b0646c42f0b8f2a27208f9ecfb) AuthConfig (c5f4751473659871c5c729cf4bce5ba018ed91f725a2fe67678a1caf1b4d33d9) AuthConfig (a4d982b488cc215dff632a125f53008ac97364b30b697bb2f34d866b5f8641cc) AuthConfig (19d71212025e92e66430b3d6cf82a5dea7427c131f033bde7edb0ef019bef9d4) AuthConfig (ecb566ee441b83ad7efe1edd715c957b152e70edce5deedced53c4dd56818e47) AuthConfig (a36dc48b130cd8c7d25239d8a8b4a60affe41ce739407a6bb8b3b5d165f2be98) AuthConfig (6f6c4716c4f7ea545184702b2147cf9ce4d7f203dc9bc6886f74ad9914ea4219) AuthConfig (3dbd106ad6ca06a9b276e8776b91a351c61395ff5034091fa3ee81451b82ff5b) AuthConfig (f2da35f6202e1bccf1139458bff79565484fb95b0d7bc413e2933e6c4f09eb8e) AuthConfig (f2c4e3462bde41e954db8cc92e34c98af0e75b82397453fb60e2b93e41e0a903) AuthConfig (d1f6465e9b76b126e0f738c2559c333e1f86e37e0057b9a742fa4ae068907f37) AuthConfig (8e90081d9e5d33024a8af1bfba453dc31ca825bc0fcb6f17883dafd17459ad96) AuthConfig (d786985e8dcc7ea2f7f3c5ac2ae74e8685faf149e7150ad81fd27725a849de25) AuthConfig (cdb9c78ce3da6167fac0dd8c0b816ba8122840980174f45659f4d6c77dd12485) AuthConfig (37779f0a8e52c818a70f12203fff8aca1939a0adce18cee7bcd92231f2082792) AuthConfig (6c37fe11afe56f12d891f6e12be35837ddca21ca01eae3a5c6f5e8f93337ba4a) AuthConfig (727716b9a91d4c13ec818d4c3491aa21fe14aa2248c90941a14e0225e63b25bf) AuthConfig (1b3ad6d7a1b01ba5efe2657e91657897281f05c6c2f2a4e36db657e137b2bba8) AuthConfig (e66cdb8927e3781600ec12fa595602d802a99801877e2e72d0b270620b60ec33) AuthConfig (e51b72cb09d3f4a31676176da83342162caf810d381780920afee8e31ef1010c) AuthConfig (ce6e7a8df1a3a1913474ddf2e0a158362a87b6b17974d425386dc0c4bd555695) AuthConfig (1313ebb049f8dd1fb093896e2229e2c9eb8e1b015bcbb061a89eb9ddbf001813) AuthConfig (a8636155079b899ea409f102e3532ae2957bb527a502be460287db6119387bf1) AuthConfig (bda78c8e3def28677887a78977e36b7ddcfee38cddc7fe287198bfc49d98cffb) AuthConfig (b4b5829b38da65850603a37304dba65bdfc7341887c6f7d48c32baa9a57f6452) AuthConfig (363cff61c1d895a684b3078b2fef86bc85c997641cd70da9f3e3d15094ea7d93) AuthConfig (e9f40f46d672e651c0ad832c19ddbb416b5a8c64bce8d58eadcb020adfb48c8e) AuthConfig (c9b0a10f1a1d988a7e7ade6efe5cdf485cea0e142021123c303afb05bcb1b5cd) AuthConfig (28f851ecf1462aed117b137cd9750d7d865262a01778e27072b04c4b079ce76b) AuthConfig (ca657fbd81213fad92676426f985e8d527120d23139911f675c1181ec76c0b00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"58d70308-b6b8-4ec8-b31d-df9861c2370d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.641983192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d9f4d69c-ce5f-4971-810e-f71ec9caa15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.650502527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d9f4d69c-ce5f-4971-810e-f71ec9caa15c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.67806494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"a934aae1-eceb-4371-9d62-caf10b7d4ea1","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.742667718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"99b64ba7-f33e-4050-9bf4-67d5072fe6f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.74267155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6ceed57a-f6c9-427d-9a46-436071a2e010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.743026794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"63aab626-8116-4ed0-b2a7-5f97f789cc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.751387803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"99b64ba7-f33e-4050-9bf4-67d5072fe6f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.751678492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6ceed57a-f6c9-427d-9a46-436071a2e010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.753618591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"63aab626-8116-4ed0-b2a7-5f97f789cc4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.777587526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"ba77a635-09a0-49c9-a565-bca87be21918","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.778269481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"35409a78-daa0-4a5f-87b0-f8141903a3d5","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:55.874770863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"652eca6c-14b5-439d-8e69-a90bf6c50d83","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.019333407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"08f89b61-a5d0-45cc-a1ae-63fe7e36ec50","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.028566776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"0199ece8-80d9-4ecd-8c33-466c5b6596ea","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.047811776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"92cb7c15-aebe-4477-aa9a-09966b2018ed","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.058519904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"92cb7c15-aebe-4477-aa9a-09966b2018ed","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.093250974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"b790ab43-af08-4e2a-ab7c-aac051bf992f","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.142989076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"29a7f9ba-73f3-4d24-9389-c5e92235b041","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.166548635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"29a7f9ba-73f3-4d24-9389-c5e92235b041","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.197385868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"dcf74eb5-d2a4-4180-9851-e869c290c802","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.205436422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"a1d18eaa-ed08-4f9a-b369-595b51af919c","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:59.210543677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-sub","reconcileID":"163383bc-f1b2-4d7e-a9da-16b08d952740","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.229331051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"8e31ab62-5e4c-413d-a5a1-151f824c65ba","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.238237854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"504978b7-67dd-4123-8615-8c8e69df5c5b","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.24188841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"a21359aa-6d80-4942-bfc9-7afa6694bfa5","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.242195702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d4e774d2-c97b-4381-8990-2fa04758d9f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.242438528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"cf95743f-a895-434f-b11e-9aa64b020db5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.250586432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d4e774d2-c97b-4381-8990-2fa04758d9f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.25178952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"a21359aa-6d80-4942-bfc9-7afa6694bfa5","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.252784908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"cf95743f-a895-434f-b11e-9aa64b020db5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.265362883Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-sub","reconcileID":"b77f96cb-cc0d-4c63-8bc9-65ddbdfcf663","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.265463842Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-sub","reconcileID":"b77f96cb-cc0d-4c63-8bc9-65ddbdfcf663","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.288822423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"2ee2253c-5f4c-40f1-81c4-872ddafeb279","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.331983639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"b2aaa4fb-5e95-4517-b6dc-b8a7987bff80","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.339816659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"f0221e92-f2df-4467-967b-4f2f2c3766ed","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.348454918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69-auth","reconcileID":"b725e1ea-f4e4-4ba5-a675-cf7276cda0c4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.353066414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"93854acd-9f8d-4d02-8aa9-8e436f51d313","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.353201108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-sub","reconcileID":"0f2fdb19-83be-4bb3-a6c1-9c33e8480187","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.353285261Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-sub","reconcileID":"0f2fdb19-83be-4bb3-a6c1-9c33e8480187","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.356917755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69-auth","reconcileID":"b725e1ea-f4e4-4ba5-a675-cf7276cda0c4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.4688451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"24d341ba-6789-4656-83c8-c645c2699fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.469381142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"316ebe39-6f79-4e8a-8d9b-7fc178b0ad9b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.469849539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"50ceebf1-4d33-4b47-ab73-abaa158ecbf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.477252895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"24d341ba-6789-4656-83c8-c645c2699fb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.477881734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"316ebe39-6f79-4e8a-8d9b-7fc178b0ad9b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.479507334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"50ceebf1-4d33-4b47-ab73-abaa158ecbf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.496880983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"fe324437-f9a9-4d88-a3f8-04ccc2ce18c1","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.521741876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"5fa6ae8d-0afc-41e6-a3c4-edfd2cfac03a","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.530001644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"4412b78d-1351-4749-83a7-2ec70817994f","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:59.531173181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b1f79e69","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69","reconcileID":"f6c357b6-acdd-4947-a0f2-9044d2ba2158","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-b1f79e69\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.539965958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"e2350a61-35fb-4e86-9e84-9972e63f5f27","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.555073635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"96beb5db-8860-483b-bda1-a24448696e1d","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.564081258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69-auth","reconcileID":"50a134b2-dcfb-432a-bbf6-95b62a238943","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.564758832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"789cb243-b1fb-42cd-81a4-e87971e98d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.567263377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"ec51eecc-11e1-4ac0-b84a-46a7da8d1d5b","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.574457714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"789cb243-b1fb-42cd-81a4-e87971e98d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.575578682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69-auth","reconcileID":"50a134b2-dcfb-432a-bbf6-95b62a238943","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.592237893Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b1f79e69","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69","reconcileID":"7bcd5165-4290-44c8-b8fc-ee2d36ae9998","MaaSSubscription":{"name":"e2e-bulk-sub-b1f79e69","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-bulk-sub-b1f79e69","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.673475382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"b93bd86e-3fde-438a-9e22-d3ec19d1b4d7","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.675772419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f8bc47ab-2b38-49ba-a128-cee922c39daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.676865388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"4340be3d-2219-486a-a58a-9d9bf73658e9","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.678764834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"def31379-1af5-4dfd-861c-1549ddeb9948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.679295972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"6b86a452-ec0e-4e3a-8f24-ff3f96a76392","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.683956603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f8bc47ab-2b38-49ba-a128-cee922c39daa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.684418215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"8fb4dd02-9203-4177-ac8a-1c486d8c4109","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.741808766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"def31379-1af5-4dfd-861c-1549ddeb9948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.773576756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"b28de483-58f9-46b8-b6b9-403234bfe88b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.774064597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69-auth","reconcileID":"8b06d5fc-7a43-41d8-8a03-fc7ee7dcc434","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.775825388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"719182a0-739a-4cbe-92c5-2eab6979a9a2","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.781961577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"b28de483-58f9-46b8-b6b9-403234bfe88b","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.78377393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b1f79e69","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69","reconcileID":"db6cd6ec-1bf3-4837-90d1-6fcfe18212d9","MaaSSubscription":{"name":"e2e-bulk-sub-b1f79e69","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.784263973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69-auth","reconcileID":"8b06d5fc-7a43-41d8-8a03-fc7ee7dcc434","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.86427635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"0408ddf3-9fba-432f-bff4-01ef6cce53bf","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.868664931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"aa3e8237-0f2d-4ff2-a884-7b01b0c6d7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.871802854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"ed645711-0c0a-4b09-ab06-b9161b03b513","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:13:59.877411186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-sub","reconcileID":"b27c96ff-e614-42e0-9c3d-b60e103a5f15","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.878709427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"aa3e8237-0f2d-4ff2-a884-7b01b0c6d7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.885212948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"c88ef3fa-48d1-4661-91ac-4095e116d94c","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.941470477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"2395835d-cedc-4f1c-b420-bd22c8419048","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.944557778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"89a100d7-1c3a-4217-956c-893e86aea760","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.966232172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"6156e4ff-de9a-4fd7-b4ab-f656c18f0b8b","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.969254449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"8ea95b94-6455-44b3-9b66-b24795ae715c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.969914692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"94dc547c-73e7-4083-9466-270e580f6e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.969972461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"013c30dc-8fba-4b10-bbbf-3abce45b0f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.970286778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"263ef78d-f39f-4c1d-ad03-3745fcf78ab1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.970426195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"e51d10fa-2c19-4ea7-9f39-58115a90d5e4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.979274389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"013c30dc-8fba-4b10-bbbf-3abce45b0f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.979404657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"94dc547c-73e7-4083-9466-270e580f6e44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.981496185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"8ea95b94-6455-44b3-9b66-b24795ae715c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.981625812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"263ef78d-f39f-4c1d-ad03-3745fcf78ab1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.983926168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"e51d10fa-2c19-4ea7-9f39-58115a90d5e4","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:59.995957235Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-sub","reconcileID":"a77e32cb-fe66-42f9-ab82-b3ae97fe4381","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-085566/e2e-apikey-active-sub","ai-tenant-e2e-worker-w2-085566/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.016778772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"9ed9d292-e125-4f1c-a581-dc8723026565","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.06757389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"1d2af1eb-e4c1-4021-bfba-8de8c0e2a6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.068371185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3f9e1760-72ee-4ec7-b30c-ba04f32208dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.076957722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"1d2af1eb-e4c1-4021-bfba-8de8c0e2a6e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.077120335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3f9e1760-72ee-4ec7-b30c-ba04f32208dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.083103337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-sub","reconcileID":"8201fe4a-ce9d-4b7c-9252-3153c8704dea","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.08385755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"9f23f874-5c82-415a-bd46-1a900379ea9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:00.191075208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"263ef78d-f39f-4c1d-ad03-3745fcf78ab1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.200002753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"b1c1fad0-0345-4825-9546-b028c7066d59","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.207961503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"b1c1fad0-0345-4825-9546-b028c7066d59","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.738790133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"6aa3a34e-a728-4150-9681-21f714353de2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.828526383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"f1e8ccbd-ebcb-467f-a3e3-800eb8a4f391","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.829642456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"b9424d7a-ec80-4fa6-aaeb-980eb9697c52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.829945028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d643da8-921c-41ed-9314-0fe16f831fff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.830268663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"c4b2b82c-a8eb-44da-9ce0-52a629b20896","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.846723302Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"5439cd61-c967-4b75-8fb9-55fb3a865f03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.928481294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"96aef517-72f6-4df6-b628-bd9993e699f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.929159865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"e2e2c939-302a-4d21-8ced-2e3709d0e3a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.929663896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e0f87f62-9ce0-4475-84aa-bf07324c4628","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:00.929751592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"408356fe-4a75-40c9-9f76-29eee437e72f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.291493802Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a5cfbc32","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32","reconcileID":"1535029b-e6d6-4db0-b4aa-a1c9e12f8037","MaaSSubscription":{"name":"e2e-dry-sub-a5cfbc32","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscription":"e2e-dry-sub-a5cfbc32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.358287543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-a5cfbc32","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32","reconcileID":"1535029b-e6d6-4db0-b4aa-a1c9e12f8037","MaaSSubscription":{"name":"e2e-dry-sub-a5cfbc32","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.389750095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"e22cc4e0-10ac-40d8-9b69-13a7060219a1","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.398093374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"5f9f1699-8dd1-4038-9d38-f1a84ad6dfab","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.409933002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9ccffa26-ab81-4eb6-a707-a181e90801f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.409955361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"366d8ef4-09bf-48fd-91d4-eb8abf2dfa20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.41155684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"c813d67d-2478-4131-880e-18b44f7ca1fa","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.444251897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"c813d67d-2478-4131-880e-18b44f7ca1fa","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.448175143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9ccffa26-ab81-4eb6-a707-a181e90801f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.453831107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"366d8ef4-09bf-48fd-91d4-eb8abf2dfa20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.551397184Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dry-sub-a5cfbc32-auth","reconcileID":"f33914c3-fa34-4419-9b5e-7a28e26e42de","MaaSAuthPolicy":{"name":"e2e-dry-sub-a5cfbc32-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.551890038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"a74f94fd-b5b3-4bd7-a878-88b5b07488dd","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.572325205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"6f4c47cd-77b1-4ebf-a6fe-565a47dec2e9","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.581427062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"488b8dda-9437-41bc-9703-c6e7c5fb77b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.584372037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ca8d7d25-d592-4844-9846-a9f8190c2e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.587952539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"7cea86af-e3e2-4e7c-b061-bbe24d68b6ee","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.595274989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ca8d7d25-d592-4844-9846-a9f8190c2e57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.597890656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"488b8dda-9437-41bc-9703-c6e7c5fb77b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.607026422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"7cea86af-e3e2-4e7c-b061-bbe24d68b6ee","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.672728223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"6a4f2f3c-99fe-4897-ba1a-f0450bc13268","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.798180677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f76458b3-e410-47c1-a39f-4f9d8fc6b96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.799782542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"57b853a0-46fc-4bd8-829c-2a0e66b5d08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.825182832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f76458b3-e410-47c1-a39f-4f9d8fc6b96f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.82527839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"57b853a0-46fc-4bd8-829c-2a0e66b5d08e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.870509766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"cd19c7ad-7569-4e7b-889c-ab6c3727da63","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.871207171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"b827e831-0775-4bc3-bc4f-9b48a92bf2ca","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.357974788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"bbf18612-4936-4dc5-adee-f4431479ce7f","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.376241461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"20cfecdf-c857-4304-adca-ed73b52f4d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.376537097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2f476996-af55-4254-adb3-7b53363fe549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.376663926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69-auth","reconcileID":"ee81672d-2e57-4a69-8ea5-af5c633872fc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.387279216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"20cfecdf-c857-4304-adca-ed73b52f4d73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.387339617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69-auth","reconcileID":"ee81672d-2e57-4a69-8ea5-af5c633872fc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.389430487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2f476996-af55-4254-adb3-7b53363fe549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.730934457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"d8e2b5a1-38de-49f0-bc45-c85d5f7ee657","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.73933643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"c9e4906c-d60f-4202-80d9-be3bd25e5228","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.757004575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2-auth","reconcileID":"a9f2a076-06df-4179-86a2-cd11201ce2aa","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.767937296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2-auth","reconcileID":"a9f2a076-06df-4179-86a2-cd11201ce2aa","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.796295055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"1012d2b4-b184-4665-b25a-0027fe656115","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.859057037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2-auth","reconcileID":"b82decb2-42c3-41e9-8486-6c36103b75ff","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.868569369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2-auth","reconcileID":"b82decb2-42c3-41e9-8486-6c36103b75ff","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.911301521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"57287573-b45c-4ba5-ba9c-16a324401e9c","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.920303969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"69991ab5-c766-44ef-969a-7e8d33efbfb0","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:03.921547974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9bc193d2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2","reconcileID":"33237022-68d5-4a90-991d-15b9180fdd72","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-9bc193d2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.947090937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"c3a39a09-4d9a-4e36-81f1-f279ed45b1c9","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.964192317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"876a4024-3753-4d4f-80d1-c9cc08ec86d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.964458222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"eff7c5b1-c5dc-4352-977b-45f3c0bf10bd","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.966947276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e78e2722-06e0-46bd-a250-ff1dff6655f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.974892546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"876a4024-3753-4d4f-80d1-c9cc08ec86d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.975666958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e78e2722-06e0-46bd-a250-ff1dff6655f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.990569293Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9bc193d2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2","reconcileID":"d4870704-ecd7-4c04-bb4d-077a6eee7100","MaaSSubscription":{"name":"e2e-combo-sub-9bc193d2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-combo-sub-9bc193d2","ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:04.012541675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"e0d5d5e8-806d-48c6-992c-52c8f36c96c2","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:04.065951975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2393a8b5-e13c-4314-aad0-1847c2d419f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:04.066029291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2-auth","reconcileID":"33708ffb-3b2d-4658-b84d-b67784c17c12","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:04.075255526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2393a8b5-e13c-4314-aad0-1847c2d419f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:04.076235473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2-auth","reconcileID":"33708ffb-3b2d-4658-b84d-b67784c17c12","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:04.082499685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9bc193d2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2","reconcileID":"4f474954-58a4-4312-942e-24af26163b53","MaaSSubscription":{"name":"e2e-combo-sub-9bc193d2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:04.082793696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"684bbf46-9af1-4e58-8548-29754df36a87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:04.155896744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"86044fe7-2d16-4a5e-9e3d-42cdf2191d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:04.16931856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"86044fe7-2d16-4a5e-9e3d-42cdf2191d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.352423357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"5965435f-3073-4a40-920d-29a0f4ef5352","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.371938159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2-auth","reconcileID":"bc1447cd-7530-4363-bf7d-ac264a971409","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.372246792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ed25534a-ca97-4917-8352-92b60c3b6777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.37199949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"26b8a5b9-87e9-427d-abb8-7a4e5176a20c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.382177109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"26b8a5b9-87e9-427d-abb8-7a4e5176a20c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.382176516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ed25534a-ca97-4917-8352-92b60c3b6777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:05.384294414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2-auth","reconcileID":"bc1447cd-7530-4363-bf7d-ac264a971409","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.459070456Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"b0210364-f25d-4013-9e0a-0fd8bdc612e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.542684041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"86c5412e-e250-45cd-9f4f-fa171e3299ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.554167277Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"f108c39f-712f-49c1-8d61-5db2278382e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.682561303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"99777517-9579-42eb-9305-e92996a832a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.799203725Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"2c25b62f-21ca-48ac-b268-3b388447fbfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-085566/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:06.894194145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"42dca437-81f2-49dc-97ec-9463724eaad9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.793912691Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-sub","reconcileID":"1276e7f5-274a-46a0-9432-130f3de6b689","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.804688197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-sub","reconcileID":"1276e7f5-274a-46a0-9432-130f3de6b689","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.804707742Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-sub","reconcileID":"1276e7f5-274a-46a0-9432-130f3de6b689","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.804781006Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-sub","reconcileID":"1276e7f5-274a-46a0-9432-130f3de6b689","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.855995083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"c1ac5bb5-8994-4604-8aa8-ca87dd2cbc29","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.864708555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"2e81d236-85d2-42c7-88b2-5d0b564ec857","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.86556939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"bdb59122-523a-4777-b0fe-c1be97268c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.865732768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"cc7cfca0-f86c-48ae-99e9-4275ebc839c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.872966344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"2e81d236-85d2-42c7-88b2-5d0b564ec857","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.873958054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"bdb59122-523a-4777-b0fe-c1be97268c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.875881803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"cc7cfca0-f86c-48ae-99e9-4275ebc839c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:10.002864395Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-degraded-auth","reconcileID":"267a6d4b-375b-487b-a4e8-17efede1d57e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:10.002864341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"1f41a426-5e93-450b-9e19-c10e4af58e46","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:10.017780062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"31be4fe5-e5ed-4cfd-8a68-645b55f172f8","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:10.952383256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"3a964176-7c6e-40b3-8fd7-c6b6998921ae","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:10.958489408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"7557f5e6-9e3b-4baf-8c46-99db17c0aae5","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:10.970124014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"7986b369-8928-4516-aad4-aeca1acce958","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:10.978494301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"7986b369-8928-4516-aad4-aeca1acce958","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.003927521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"af6af3f5-076c-4b40-bff8-e6db81fdccdb","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.068187776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"fa0df36e-968a-4bf1-9792-1a7c64e5cc15","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.076510547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"fa0df36e-968a-4bf1-9792-1a7c64e5cc15","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:11.303335054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-sub","reconcileID":"23c2da64-9cce-4623-b4f5-fba546b65f95","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.304336678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"1a0302ea-1172-4d9f-ab70-9d6b5b2ecb07","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.305370115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0e6e0f6b-c726-48e3-81ba-ebaf0dc7d34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.305437618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2fbe4e21-b91e-4d52-bacf-0924166eca4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.342744815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"1a0302ea-1172-4d9f-ab70-9d6b5b2ecb07","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.343361516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0e6e0f6b-c726-48e3-81ba-ebaf0dc7d34e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.34631261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2fbe4e21-b91e-4d52-bacf-0924166eca4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.352648657Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.450273139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"61011492-2e67-447c-ba78-db1a079c4e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.45030945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"0db96889-48aa-4c77-b0e9-32bc43874699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.45082556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"4b4e1cd6-2da1-44dd-a119-8d3dedee1cb8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.473107793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"0db96889-48aa-4c77-b0e9-32bc43874699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.473251359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"61011492-2e67-447c-ba78-db1a079c4e5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.478891531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"4b4e1cd6-2da1-44dd-a119-8d3dedee1cb8","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.861478335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"38611429-98bf-4633-ad12-4075dcaeaba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.864749457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4405b227-e740-4864-add8-1bc516d2a51b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.865028954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"651abe47-f827-432b-9dd8-beea100e520c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.871556497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"38611429-98bf-4633-ad12-4075dcaeaba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.874679839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4405b227-e740-4864-add8-1bc516d2a51b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.876534189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"651abe47-f827-432b-9dd8-beea100e520c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.608013009Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-sub","reconcileID":"9bf29aa5-1898-4222-89fd-781bcd1ab94f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.635840585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-sub","reconcileID":"9bf29aa5-1898-4222-89fd-781bcd1ab94f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.676431188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"825b337b-3d6a-4946-bf54-edf4a3098f19","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.688750078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"96629170-334f-4afa-a900-c7c12422ade2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.689194361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"1b6d11f5-4a82-4e99-8f8b-03ac039a7942","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.692335946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c951446f-4fe8-4dd3-bc7f-20e619116e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.69895303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"1b6d11f5-4a82-4e99-8f8b-03ac039a7942","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.700914211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"96629170-334f-4afa-a900-c7c12422ade2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.705045282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c951446f-4fe8-4dd3-bc7f-20e619116e60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.826877307Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-apikey-active-auth","reconcileID":"98953b5d-6ec4-4fa2-ad0e-4e1342152b6a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.827185611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"a1f79ba1-3643-4eba-8b9e-e37bd10a345a","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.841146587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"97592486-22b2-4f16-9d55-f847a1ead24b","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.385342448Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b1f79e69","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69","reconcileID":"e0ed0116-0dd4-4998-8b4a-7ce87d3002bb","MaaSSubscription":{"name":"e2e-bulk-sub-b1f79e69","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscription":"e2e-bulk-sub-b1f79e69","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.396400579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-b1f79e69","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69","reconcileID":"e0ed0116-0dd4-4998-8b4a-7ce87d3002bb","MaaSSubscription":{"name":"e2e-bulk-sub-b1f79e69","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.422079741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"aa186afb-88a8-4c7f-957b-d560b1c571ca","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.431540963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69-auth","reconcileID":"a3740b5d-bebb-42ad-b045-f3b1d7a09968","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.431713911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"dbd5ba6f-5f3d-4d79-862d-444ffc399367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.431545033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"fe0ac0c8-c081-4f4e-b5e5-441948a63087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.440564599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69-auth","reconcileID":"a3740b5d-bebb-42ad-b045-f3b1d7a09968","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.440674811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"fe0ac0c8-c081-4f4e-b5e5-441948a63087","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.442754709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"dbd5ba6f-5f3d-4d79-862d-444ffc399367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.572109854Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-bulk-sub-b1f79e69-auth","reconcileID":"47ba84f6-7e8c-4adc-a8fb-a91fbe52bd09","MaaSAuthPolicy":{"name":"e2e-bulk-sub-b1f79e69-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.57243825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"93caf27b-7796-402a-a8ae-d000253288c4","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.586576507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"dbd41323-7fe0-41e3-b9f9-28335eff4c69","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.378043918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"a6c1ac1f-6237-4220-833f-a37de74fd248","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.385890311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"eda762f6-7f98-4d39-9df8-d8ba3f69bf8a","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.451586869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"141391b3-27df-4e72-add3-02f0f9e3253d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.460266626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"141391b3-27df-4e72-add3-02f0f9e3253d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.485339143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"f44480cd-2c59-40fc-83af-a7cd326ed143","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.549876289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"4b11f5a3-d97b-461a-a845-c0ad921facba","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.559217952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"4b11f5a3-d97b-461a-a845-c0ad921facba","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.56314722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"97c022fb-1ac2-4be0-a2b4-ab5358f71115","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.569549446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"d9ba470b-57cf-4f16-9e4b-a622e45bded2","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:14.574669088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b79ca0cf","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf","reconcileID":"1ddc46d6-bb4b-44a7-a1e3-8055bd79faec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-b79ca0cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.593941596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"981d28a8-16e3-457b-b32c-b69ce7751dd2","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.600551821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"faffe069-12cd-402c-b08f-d5252cf5e83a","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.636396117Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b79ca0cf","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf","reconcileID":"b4e71e4a-6dc2-47bc-90d6-6c9348a365a0","MaaSSubscription":{"name":"e2e-filter-sub-a-b79ca0cf","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-filter-sub-a-b79ca0cf","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.652987009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"12742c31-2214-4e02-b3df-390eb7e6d7bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.653070687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"21b3abb2-040a-481c-a9e1-2105bbfdfdb4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.65364867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4a89f428-fb79-4fd8-841b-86fb8b23c800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.662549931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"12742c31-2214-4e02-b3df-390eb7e6d7bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.663634038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"21b3abb2-040a-481c-a9e1-2105bbfdfdb4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.664005498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"c3bea854-331e-4434-b9b3-c8e4cd8f683a","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.665315792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4a89f428-fb79-4fd8-841b-86fb8b23c800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.718043607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"cdb0f427-dd5c-4e45-87c4-a201af0855b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.71810699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b79ca0cf","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf","reconcileID":"8a5f64c1-5a8f-478f-acbd-0b28e8c01280","MaaSSubscription":{"name":"e2e-filter-sub-a-b79ca0cf","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.745953303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"76982530-112a-49c1-91aa-9c37e86370fe","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.746146321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"abc9dbcf-2f96-44dd-8f8b-2455c04f80eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.746346397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7e284852-2fc2-4861-9e93-717a19908b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.754778556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"abc9dbcf-2f96-44dd-8f8b-2455c04f80eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.754802804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"76982530-112a-49c1-91aa-9c37e86370fe","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.756963757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7e284852-2fc2-4861-9e93-717a19908b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.883521058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"edad94a5-8e92-408f-a2cc-11e547b04cf8","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.891539122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"9917bb17-a9c7-4efd-bf65-26bd471c8ea3","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.900363623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"a70ca78f-8c2a-466b-8b50-52687b066ae7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.908819128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"a70ca78f-8c2a-466b-8b50-52687b066ae7","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:14.931494209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"bfb4fff1-6531-466f-8db0-1237c921771d","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.003888522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"f10dce47-82af-4701-8809-a1017e9ae272","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.012329317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"f10dce47-82af-4701-8809-a1017e9ae272","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.057802737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"18da766a-759a-45be-b2da-53c4a4f080a1","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.057900627Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=0:[ai-tenant-e2e-worker-w0-f3631f/e2e-filter-sub-a-b79ca0cf ai-tenant-e2e-worker-w0-f3631f/e2e-filter-sub-b-f97aa3b8]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.064856679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"87be6fc7-9f93-4f81-924c-926163e339e7","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:15.069978764Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f97aa3b8","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8","reconcileID":"e29788fc-3ead-4433-82ef-12ce73538ea0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-f97aa3b8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.073950883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"6fb5db0e-c586-43df-a923-6db18c583e08","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.086173944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"43353f5f-cad5-43e0-970f-2ef8551be60b","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.095018769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"0684dcc7-b060-4cd2-8e1f-5612d283a42e","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.100521637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"930b490e-6a3a-4827-a8b1-ab723514c2b5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.100914634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cbda7f35-57b5-42b1-9c3c-42f287cb7ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.100963664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9197b706-1455-46b1-8a8c-a86f8f146504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.101360341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"8618ee0b-a6a7-468e-b8ac-ebc6c8ab0825","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.108839335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"930b490e-6a3a-4827-a8b1-ab723514c2b5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.111716426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cbda7f35-57b5-42b1-9c3c-42f287cb7ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.11174671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"8618ee0b-a6a7-468e-b8ac-ebc6c8ab0825","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.113871679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9197b706-1455-46b1-8a8c-a86f8f146504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.121621147Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f97aa3b8","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8","reconcileID":"0718aa45-7169-4266-a747-75449dfe5c26","MaaSSubscription":{"name":"e2e-filter-sub-b-f97aa3b8","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-filter-sub-a-b79ca0cf","ai-tenant-e2e-worker-w0-f3631f/e2e-filter-sub-b-f97aa3b8","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.141324599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"cbf85924-d154-4ad5-b07f-adb04e2e81a7","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.248194177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"dee3432a-e601-4366-b206-a223edb95c50","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.248564043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d04effff-0d6b-45d5-979e-382320fdaa10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.248951252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"acc3f702-c1f7-43d5-8464-72bb0bdf9752","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.249317584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"96eedefd-9ad7-47dd-ac97-5b6fe8ff4d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.253315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f97aa3b8","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8","reconcileID":"414fcf32-b222-4182-a7b1-7fce9f78a71d","MaaSSubscription":{"name":"e2e-filter-sub-b-f97aa3b8","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.253791547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b79ca0cf","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf","reconcileID":"14d0a54c-cfb9-4368-a494-d0a29f910b5b","MaaSSubscription":{"name":"e2e-filter-sub-a-b79ca0cf","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.254200168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"53f46047-9ae3-4626-b64a-f0c435c754d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.256782502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"dee3432a-e601-4366-b206-a223edb95c50","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.259344446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"96eedefd-9ad7-47dd-ac97-5b6fe8ff4d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.261471207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d04effff-0d6b-45d5-979e-382320fdaa10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.263625928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"acc3f702-c1f7-43d5-8464-72bb0bdf9752","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.378318327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9bc193d2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2","reconcileID":"daa7ce52-f590-47dc-8932-0adbae2cb90c","MaaSSubscription":{"name":"e2e-combo-sub-9bc193d2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscription":"e2e-combo-sub-9bc193d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.399619003Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-9bc193d2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2","reconcileID":"daa7ce52-f590-47dc-8932-0adbae2cb90c","MaaSSubscription":{"name":"e2e-combo-sub-9bc193d2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.416247707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"3fb12de4-eda3-4893-8da3-0ebdb3a88ef4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.422719197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"450f6680-fd92-4744-ba8a-afa2982920f2","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.422864039Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=0:[ai-tenant-e2e-worker-w0-f3631f/e2e-filter-sub-a-b79ca0cf ai-tenant-e2e-worker-w0-f3631f/e2e-filter-sub-b-f97aa3b8]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.432579203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"db2c9eca-b4b6-49ff-82b8-2740fbe4c7d4","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.434682956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"34f4b166-f106-475c-a5ea-0a9f600e0912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.43470094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2-auth","reconcileID":"6d1ff928-a710-486b-8220-c77d6d93b55c","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.444846581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"34f4b166-f106-475c-a5ea-0a9f600e0912","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.444864265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2-auth","reconcileID":"6d1ff928-a710-486b-8220-c77d6d93b55c","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.531704257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e6739e22-dc9f-42df-b632-facdbc97954b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.540124497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e6739e22-dc9f-42df-b632-facdbc97954b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.566253216Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-combo-sub-9bc193d2-auth","reconcileID":"0ed69b1b-a542-44c9-9bef-7715b0c5af5f","MaaSAuthPolicy":{"name":"e2e-combo-sub-9bc193d2-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.566348164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"af399c05-6903-42a7-821c-b7e02fac56a6","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.760071427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"6af0ae93-e248-457a-801d-b7e124a2ac97","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.326661563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"8707666f-271e-4841-a446-ac44de4ab0be","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.337772415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"be22e6cd-da16-4bc4-af5f-c55fec1c9409","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.337795909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"8789ba6b-99e6-41aa-980e-eb95996ecaed","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.339053163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"92c5573e-469e-415c-81b3-cc76ae90e190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.339168918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"598b2743-6930-4eca-9d5c-13638cb9f7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.347923993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"be22e6cd-da16-4bc4-af5f-c55fec1c9409","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.349641453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"8789ba6b-99e6-41aa-980e-eb95996ecaed","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.351860815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"598b2743-6930-4eca-9d5c-13638cb9f7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.35311398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"92c5573e-469e-415c-81b3-cc76ae90e190","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.402768008Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"72a33321-553e-4d8c-bad3-95cfbe0bdc54","namespace":"llm","name":"e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.411084494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"d460e5db-5829-4ebb-bbad-090692b367a6","namespace":"llm","name":"e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.413900565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"45128470-2c51-4441-8a56-b00d7af72d8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.414114365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"fc89d311-5caf-4862-bd64-bd35b3fdef7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.423700562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"fc89d311-5caf-4862-bd64-bd35b3fdef7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.423704703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"45128470-2c51-4441-8a56-b00d7af72d8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.47023068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"259ac4d7-43c4-49f6-bd70-cc75c6cbf448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.470882404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"142fc07d-bfa9-4a98-8dac-4aea331e6b76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.471455379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"fb19e8d2-70dd-4865-b477-fdb6db169716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.472088244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf5b15ab-0829-41c8-9c62-7c436156a23a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.472751664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"794c09e8-146a-46d9-8d44-9443785d85a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.480339487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"259ac4d7-43c4-49f6-bd70-cc75c6cbf448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.483204024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"794c09e8-146a-46d9-8d44-9443785d85a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.484883983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"142fc07d-bfa9-4a98-8dac-4aea331e6b76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.485502073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf5b15ab-0829-41c8-9c62-7c436156a23a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.487651697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"fb19e8d2-70dd-4865-b477-fdb6db169716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.573212455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6a01bc5d-9d33-454e-826c-a841dfe87a90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.573329142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"92b5f2f8-8867-4ef2-8235-a7bba91d61dd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.573825358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"44157c8b-b25e-414d-96f7-99f340cab039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.574078465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9fcec930-01ab-4252-a502-4a6dfd2b2e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.574233821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"90573f44-13b1-497b-897a-15f821410e84","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.582239476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"92b5f2f8-8867-4ef2-8235-a7bba91d61dd","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.58248075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6a01bc5d-9d33-454e-826c-a841dfe87a90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.584583991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"90573f44-13b1-497b-897a-15f821410e84","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.584922335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9fcec930-01ab-4252-a502-4a6dfd2b2e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.586773979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"44157c8b-b25e-414d-96f7-99f340cab039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.59833438Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"84c52562-a6ee-4d65-91f1-942156cdaa69","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"name":"e2e-rt-sw-9dcd2a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.645865765Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"b6d6569f-fd7f-414a-9f5f-9acd9c95ea56","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"name":"e2e-rt-sw-9dcd2a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.64940166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd650287-8ce2-42b5-a0bc-ec5c24850703","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.649417331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cd650287-8ce2-42b5-a0bc-ec5c24850703","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.650104234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f304b19b-71af-4339-bec3-92b0ddc3e4bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.650123272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f304b19b-71af-4339-bec3-92b0ddc3e4bf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.650793565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c84d50d-a238-4e25-aafd-d3ee7f907d31","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.650815097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c84d50d-a238-4e25-aafd-d3ee7f907d31","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.65179662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"48259fea-e898-49ae-ab87-b8f4e00b5731","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.651831088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"48259fea-e898-49ae-ab87-b8f4e00b5731","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.652386541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23a5613d-4166-4204-9b1f-71cb9994284a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.652401104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"23a5613d-4166-4204-9b1f-71cb9994284a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.652790388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7ba068d0-b66f-4682-a065-cde730c9ad30","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.652804273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7ba068d0-b66f-4682-a065-cde730c9ad30","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.653543954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41156859-3c59-4dfc-b65f-ffd4e7c6d047","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.653560486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"41156859-3c59-4dfc-b65f-ffd4e7c6d047","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.653937349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57319e46-7f65-45a0-ab70-2f0012fe3257","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.653950308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57319e46-7f65-45a0-ab70-2f0012fe3257","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.662956591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2792094a-584b-4792-952e-77c9844ad025","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.663389582Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"716ffe36-77d9-4ab6-ad49-0a762b1bfaf6","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"name":"e2e-rt-sw-9dcd2a","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.664368844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d4ec1c0-11d0-44b4-8d4b-5922c0ceb700","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.667007078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6f53c76a-31de-4408-9208-8e65a6f158e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.667023404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6f53c76a-31de-4408-9208-8e65a6f158e2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.66729296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72ad35bb-0b7f-4f2b-8086-5a3b8c10cec3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.667306018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72ad35bb-0b7f-4f2b-8086-5a3b8c10cec3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.66756451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df5f6fac-5bc2-4536-bd16-eb39425790bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.667577518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df5f6fac-5bc2-4536-bd16-eb39425790bc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.668009965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4d1334da-d3c0-4ef4-aefa-105602f2de6e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.668023875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4d1334da-d3c0-4ef4-aefa-105602f2de6e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.66824556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"22031993-7832-440f-a5b2-c5fe521f2140","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.668258966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"22031993-7832-440f-a5b2-c5fe521f2140","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.668473197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eb38200c-7e09-4d92-b8e7-a7aa110119a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.668491083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eb38200c-7e09-4d92-b8e7-a7aa110119a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.668714586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbda5694-661b-4daa-8fe4-54afbfa4c89a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.668727319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bbda5694-661b-4daa-8fe4-54afbfa4c89a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.668902123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4f3a1cd-3dbe-4e3d-b929-f1c9fd17d1c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.668912281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4f3a1cd-3dbe-4e3d-b929-f1c9fd17d1c4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.744644884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"799cdded-5186-40dc-bb85-ec2953f9a848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.744916826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"a9647d5b-8a35-433f-8183-12e561a72331","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.753427785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"799cdded-5186-40dc-bb85-ec2953f9a848","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.753888405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"a9647d5b-8a35-433f-8183-12e561a72331","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.777621766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"33caa06f-6ff0-4715-81c9-59dcbb1fd806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.777636705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"50d388cb-3a06-408d-a305-aa8a196fe131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.777974203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1198695b-5f0d-4087-9a70-9c2d59cb1634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.778092756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1ad1a41-7115-4e22-83e0-08b00c9b6aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.778354215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12c6ad6c-066a-4514-8ba5-ee7d11199b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.786436158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"50d388cb-3a06-408d-a305-aa8a196fe131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.786790568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"33caa06f-6ff0-4715-81c9-59dcbb1fd806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.789089843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1198695b-5f0d-4087-9a70-9c2d59cb1634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.78954289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1ad1a41-7115-4e22-83e0-08b00c9b6aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.789698278Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"8084a05a-284a-447e-a80a-02a4f5f55799","namespace":"llm","name":"e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.793435283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12c6ad6c-066a-4514-8ba5-ee7d11199b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.793550206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"679203d0-acb2-4aa3-9b67-b175e9cfa453","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.793568835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"679203d0-acb2-4aa3-9b67-b175e9cfa453","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.020007404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a4b2eccb-8ab2-473c-b60c-3dbb6ef00a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.020444208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7715edf4-3c32-443b-85dc-dba4b824916a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.020853268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"2eaf8fd5-2ca3-4993-81df-e0b315eedd8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.022530875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8dfd3498-92d3-4997-8eeb-19e1fdb5e5be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.022984029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1492585-bf7e-4fc9-8e8c-5c8c7b2b25b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.041445471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a4b2eccb-8ab2-473c-b60c-3dbb6ef00a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.043816575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1492585-bf7e-4fc9-8e8c-5c8c7b2b25b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.044156451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"2eaf8fd5-2ca3-4993-81df-e0b315eedd8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.045971567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7715edf4-3c32-443b-85dc-dba4b824916a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.046540113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8dfd3498-92d3-4997-8eeb-19e1fdb5e5be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.091325292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"dad0c21b-553f-45b4-948a-580307b8def2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.09178872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"6620b85d-b77a-4b1d-8b94-1314ce2ceeb5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.091884628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfb29178-ff0c-4241-af2b-4aab4e99647f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.092255858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"af53e010-2db3-4eb5-81c3-d2144600645b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.092301571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"b8244e05-cf14-41e4-b2ac-d8abe4414a9a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.100188261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"dad0c21b-553f-45b4-948a-580307b8def2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.101283811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"b8244e05-cf14-41e4-b2ac-d8abe4414a9a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.102691805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"af53e010-2db3-4eb5-81c3-d2144600645b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.103716912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfb29178-ff0c-4241-af2b-4aab4e99647f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.104920645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"6620b85d-b77a-4b1d-8b94-1314ce2ceeb5","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.19208008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"14d43d20-ea62-4340-8015-634053e39c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.192661936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"dbe921b4-445e-4cbf-8233-3687145a104f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.19273381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"1f35b369-d733-4904-94d2-4facd2660066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.193207731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"512de82e-f0e6-4a05-a67e-b797401fdb1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.193219418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"768a4190-0d9e-4c45-8097-716ef7222579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.200914292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"14d43d20-ea62-4340-8015-634053e39c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.203070395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"dbe921b4-445e-4cbf-8233-3687145a104f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.203082101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"512de82e-f0e6-4a05-a67e-b797401fdb1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.205192399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"768a4190-0d9e-4c45-8097-716ef7222579","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:17.205367965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"1f35b369-d733-4904-94d2-4facd2660066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:21.868737561Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-sub","reconcileID":"8a7bc412-5298-47cb-a744-044ecb991e39","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:21.868854268Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-sub","reconcileID":"8a7bc412-5298-47cb-a744-044ecb991e39","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:21.906144219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"d3279dbe-3acb-4c4d-ac5f-378e363d34b3","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:21.911644952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5aa52e91-72ec-44b1-9be5-95ff62c6ddd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:21.911921946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"bf694989-94ff-46b6-a6c6-8a6002ff2c33","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:21.912171242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"35ff56a1-3cbd-4a17-96aa-418f2ff37ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:21.941936291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5aa52e91-72ec-44b1-9be5-95ff62c6ddd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:21.942569552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"bf694989-94ff-46b6-a6c6-8a6002ff2c33","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:21.944307381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"35ff56a1-3cbd-4a17-96aa-418f2ff37ffc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.043554797Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-apikey-failed-auth","reconcileID":"037e3a60-8f33-407f-b2fa-7be59d6a0ba4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.044009542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"6008fcd3-b571-4de9-928c-c26c36552c31","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.059370324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"3b168c0c-66a5-4c9e-b2d8-f1e8c4970574","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.327338193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"1ca11065-af97-42e0-bb29-05445b444afc","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.327364517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"1ca11065-af97-42e0-bb29-05445b444afc","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.334936594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"2f96dc7b-2359-43b6-af83-cc586f5da2b2","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.334958145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"2f96dc7b-2359-43b6-af83-cc586f5da2b2","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.342115601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"de4a317c-6e16-4888-b430-13cf0f0c08b1","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.350468417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"de4a317c-6e16-4888-b430-13cf0f0c08b1","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.386793188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"66806a47-0056-4393-9763-81346f7142d3","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.386813941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"66806a47-0056-4393-9763-81346f7142d3","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.655476788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"7ef69fd7-001a-4f55-8e2f-eb329ef2968e","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.65550108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"7ef69fd7-001a-4f55-8e2f-eb329ef2968e","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:22.664977456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"731afdb0-a236-42c1-9fcb-e19d8bdbb57f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-9dcd2a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.665529136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"1353fa0a-e743-4a82-96f7-2f3fb79c4e12","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.665837182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a29ed409-719f-4aef-92a4-c116e7dddaa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.666020865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4585a4c0-3d54-4cc4-abf7-41ffea6482ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.675637556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a29ed409-719f-4aef-92a4-c116e7dddaa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.67565416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"1353fa0a-e743-4a82-96f7-2f3fb79c4e12","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.676696766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"69e2ae06-e72d-455c-bff0-a49d9faa8b88","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.676716982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"69e2ae06-e72d-455c-bff0-a49d9faa8b88","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.678376565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4585a4c0-3d54-4cc4-abf7-41ffea6482ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:22.687875483Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"69e2ae06-e72d-455c-bff0-a49d9faa8b88","name":"e2e-rt-sw-9dcd2a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9dcd2a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:14:22.687922213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"69e2ae06-e72d-455c-bff0-a49d9faa8b88","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9dcd2a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.693395092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"ad558585-77e4-48cb-9585-1ea4913d0081","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.693414708Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"ad558585-77e4-48cb-9585-1ea4913d0081","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.700992729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"1a731125-04af-481f-b836-657b5b78dcfa","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.701008135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"1a731125-04af-481f-b836-657b5b78dcfa","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.730113622Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"d93b3289-f012-4359-8e54-4810f45ebe29","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9dcd2a","model":"e2e-rt-sw-9dcd2a","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-9dcd2a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.768463474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"375674a5-4b60-4de3-b5de-ab4cefd260ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.770635592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"11b8ce7a-cab2-4032-8277-64e03e7ff138","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.770658092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"11b8ce7a-cab2-4032-8277-64e03e7ff138","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.776968559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"375674a5-4b60-4de3-b5de-ab4cefd260ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.812560615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"e50f41d4-dd61-41a5-b454-ed819d799de0","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9dcd2a","model":"llm/e2e-rt-sw-9dcd2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.888295928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"1e7cf53b-6983-4ce1-bba2-4ad82fc1c7b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.888296385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3c63d6-d32a-4ac2-ab3e-d143e0fcaa40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.915408784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"1e7cf53b-6983-4ce1-bba2-4ad82fc1c7b8","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.915557597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d3c63d6-d32a-4ac2-ab3e-d143e0fcaa40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.973300609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"1a5b3ba8-dfba-47fd-892c-54e17ecad2f9","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.979523889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"900ef9cf-240c-4063-ac59-f757f30420ef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.988798406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-de612400","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-gw-auth-de612400","reconcileID":"86a7ed7b-bd16-4f84-ad07-d3f382c8b734","MaaSAuthPolicy":{"name":"e2e-gw-auth-de612400","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.997368861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-de612400","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-gw-auth-de612400","reconcileID":"86a7ed7b-bd16-4f84-ad07-d3f382c8b734","MaaSAuthPolicy":{"name":"e2e-gw-auth-de612400","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:24.023475669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"9b5622f7-0990-484f-846a-d50f7867212d","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:24.088765879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-de612400","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-gw-auth-de612400","reconcileID":"e3211a18-0188-4a2c-8492-9d7d37e17230","MaaSAuthPolicy":{"name":"e2e-gw-auth-de612400","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:24.097436106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-de612400","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-gw-auth-de612400","reconcileID":"e3211a18-0188-4a2c-8492-9d7d37e17230","MaaSAuthPolicy":{"name":"e2e-gw-auth-de612400","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:24.918425692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"1ea1ee80-0df8-49ee-9b67-89bee6a6fa9c","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:24.918429782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-de612400","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-gw-auth-de612400","reconcileID":"97fe96a8-9e8d-42eb-9b4a-a4568b0c97e3","MaaSAuthPolicy":{"name":"e2e-gw-auth-de612400","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:24.959850562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"7adbb22b-aee5-4fb9-9d10-250245e806bd","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.3463154Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b79ca0cf","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf","reconcileID":"027427c7-a0c1-4ebc-88b1-a02b3cd66e8c","MaaSSubscription":{"name":"e2e-filter-sub-a-b79ca0cf","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscription":"e2e-filter-sub-a-b79ca0cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.368073584Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-b79ca0cf","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf","reconcileID":"027427c7-a0c1-4ebc-88b1-a02b3cd66e8c","MaaSSubscription":{"name":"e2e-filter-sub-a-b79ca0cf","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-filter-sub-b-f97aa3b8","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.382991925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"b87a8e7d-8460-4724-bf95-014973ecc0ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.383056246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f97aa3b8","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8","reconcileID":"3b4516d2-68c7-41f5-8faa-869b6726f584","MaaSSubscription":{"name":"e2e-filter-sub-b-f97aa3b8","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.441678241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"ae6c54e2-b515-4bfa-9a2f-9193b6356eed","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.451396084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"26421de1-1a8a-4ff0-986d-2bebe6fa91bc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.451792758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8ea51632-28dd-40df-af63-5921247c4f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.452392369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"0cc118a9-148a-47e0-b5cf-73f9d48daef2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.452392444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"558bedfa-8ef9-4559-9b67-481dd1a1e62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.460023758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"26421de1-1a8a-4ff0-986d-2bebe6fa91bc","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.460577033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8ea51632-28dd-40df-af63-5921247c4f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.462518869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"558bedfa-8ef9-4559-9b67-481dd1a1e62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.462812684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"0cc118a9-148a-47e0-b5cf-73f9d48daef2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.53536833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"19a85ca9-2c46-48e7-923b-353cd983e1bb","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.585715566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"c1848e91-0a06-45bc-9cf8-69b624c83f65","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.592258427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4d6d78e1-4596-46a2-b078-2e57aabf62bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.592949226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4f57690c-df99-4109-882c-fb3e22059bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.593205437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"dd930771-7539-4d45-ab06-4570ae9e49d0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.611728439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"c1848e91-0a06-45bc-9cf8-69b624c83f65","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.612515453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4f57690c-df99-4109-882c-fb3e22059bde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.615234268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4d6d78e1-4596-46a2-b078-2e57aabf62bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.61853723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"dd930771-7539-4d45-ab06-4570ae9e49d0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.79581943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"ed9263b1-144b-425f-acda-3c8f3c839aac","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.79626157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"99e98c2c-2675-401a-b143-8069a4e5e9a2","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.809095798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1e75e6a2-4d2b-4579-8545-84991f79af7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.809204678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"54440da5-770e-47bc-9714-7ffa280149ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.814911893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"1d60ed7d-f32d-46d7-8851-c5c627eafbc7","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.81521204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"b591a6b9-b085-4636-a413-46aebc8e190c","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.819050271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"659b3ee5-40e7-4a79-9ed2-36db82497704","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.821234182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1e75e6a2-4d2b-4579-8545-84991f79af7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.821372911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"54440da5-770e-47bc-9714-7ffa280149ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.821827181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"e6da35fe-1a15-4d33-91ef-fa972ce90a98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.905781085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"39f105cc-5abf-49e8-8c6d-32ef6e2fe14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.905892114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"27e5f944-dc6e-400f-a5a6-9d918f6aee32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.92104666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"39f105cc-5abf-49e8-8c6d-32ef6e2fe14f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:26.924948847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"27e5f944-dc6e-400f-a5a6-9d918f6aee32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.036801375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"99c3da7e-d63b-4f1d-8f6a-aacc1869c2b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.13259314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"42cfd202-6b55-407e-96a5-80f498ead009","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.132819898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14ead4ab-475f-4e5c-bdbd-6ff888f94d20","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.133089468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"2ec69c14-570d-4e61-885b-80734a2cb2fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.230196875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"7be4f683-95f2-4a17-a53b-167ffe4958a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.230528247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8ca159c-3f25-426f-883f-a24eb84cc7ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.230830822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"30d7b7f3-ea87-4e0a-b197-864674d03263","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.348058938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"54d67940-1da2-4902-9c99-09cef4e4d8f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.35072239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"ca699cf4-f433-4755-8f2f-70e88d25c54b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.351048106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"f9c26160-41db-4018-855a-57bb60f3e37d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.351300293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"9e473ffd-be0b-4975-95d1-a8e993c9c1c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.356276024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"7b3d5182-864f-450e-977c-5a7d5a63d475","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9dcd2a","model":"llm/e2e-rt-sw-9dcd2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.389999338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"b84845b8-e13d-4b92-8856-1f588cb2e05c","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.390032389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"b84845b8-e13d-4b92-8856-1f588cb2e05c","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.556550174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5beba08-d7e6-4ad1-adb2-ab33398b5fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.557248092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"942519d5-364a-4042-84e2-ad8e05c0a0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.557803423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"31560d3c-ee2a-4f90-8b9f-a6a281c566bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.566339591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5beba08-d7e6-4ad1-adb2-ab33398b5fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.57028789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"942519d5-364a-4042-84e2-ad8e05c0a0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:29.64413089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"31560d3c-ee2a-4f90-8b9f-a6a281c566bb","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.193814204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"d1658587-0e55-4183-a3bf-081da256060b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.27805038Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"ef923970-f9cc-49db-b5f6-de339f43f643","namespace":"llm","name":"e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.28231348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"adede6c5-2213-4466-95d3-5f97eb6f2387","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.282340457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"adede6c5-2213-4466-95d3-5f97eb6f2387","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.288201928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"6021a1ba-1dc3-4280-bd42-0be4966a6fb2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.289023453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7aa878c7-3ab5-494e-b05a-0ab8e396f20e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.2898885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7b52fb63-fed7-456a-8a6d-9255e03be2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.289932097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"48908eeb-9a14-44e1-88fc-d7ce2d9844fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.291892086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c0d502e-c4e1-44f7-996b-8949940d8311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.297438981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7aa878c7-3ab5-494e-b05a-0ab8e396f20e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.298398614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"6021a1ba-1dc3-4280-bd42-0be4966a6fb2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.300063717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"48908eeb-9a14-44e1-88fc-d7ce2d9844fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.302125674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7b52fb63-fed7-456a-8a6d-9255e03be2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.302294954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c0d502e-c4e1-44f7-996b-8949940d8311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.305006517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"84c37b28-8794-4ac5-a8d8-3addce327a28","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.30503648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"84c37b28-8794-4ac5-a8d8-3addce327a28","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.30573909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"09b69cae-1994-4b48-966e-89e82775c3db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.30576635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"09b69cae-1994-4b48-966e-89e82775c3db","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.30702272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c942fb5a-0ade-40fb-abda-f10c17d0bdce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.30705052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c942fb5a-0ade-40fb-abda-f10c17d0bdce","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.308353414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"380ff20d-a0d1-4a20-9cf4-f5e6818a830e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.308382536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"380ff20d-a0d1-4a20-9cf4-f5e6818a830e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.309017347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64a17b66-b35e-4bf3-b6bc-653115845f20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.309047378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64a17b66-b35e-4bf3-b6bc-653115845f20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.346551128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"e6cfdee0-89e8-4a65-b383-e22db244f89e","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.346581748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"e6cfdee0-89e8-4a65-b383-e22db244f89e","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.351429789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"409928ca-8767-4c0c-9185-d74e319a7be4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.351451507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"409928ca-8767-4c0c-9185-d74e319a7be4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.351827581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c36d0b80-a9b2-4afd-bd37-7ca363b7b478","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.351845371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c36d0b80-a9b2-4afd-bd37-7ca363b7b478","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.352168109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ada002ba-1fec-4c73-9de9-1808fe413170","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.352179982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ada002ba-1fec-4c73-9de9-1808fe413170","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.354878248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18d28dcf-94b4-4eb3-b54e-4c2f4b1d6717","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.357150411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"cddc03cd-4dcf-4dbc-9eb6-77ffb09e41d9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.357185787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83eac518-ca32-4699-b5d2-84f99bcf16cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.364786843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2ff028b5-c539-4eb4-8d93-a6b91c62b7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.365325214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35ea1416-aff6-4505-962c-380f374a6ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.365862002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"56b45970-4f22-4246-a931-56d252cb7f76","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9dcd2a","model":"llm/e2e-rt-sw-9dcd2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.444139636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2ff028b5-c539-4eb4-8d93-a6b91c62b7ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.446029466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"cddc03cd-4dcf-4dbc-9eb6-77ffb09e41d9","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.446473332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35ea1416-aff6-4505-962c-380f374a6ba5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.447074805Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"0e4564bb-7376-453e-947e-984259c501d4","namespace":"llm","name":"e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.456200739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b879e3e8-9fa3-4831-9dce-ce3344b8aa71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.456907554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7cff69b0-1d5c-4477-900c-f585f33fcd10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.468419842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b879e3e8-9fa3-4831-9dce-ce3344b8aa71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.472177661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7cff69b0-1d5c-4477-900c-f585f33fcd10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.639087687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"29797c95-83be-468f-8597-82aa3f39113c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.771506577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4024e6ab-27aa-4cb0-a4ee-b90015b37640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.821177185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c1f81596-5fc6-4a98-a3b4-de25633dce80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.827283284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"554a5d81-4e43-4905-9e3d-35585c3e3c3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.837873679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4024e6ab-27aa-4cb0-a4ee-b90015b37640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.845290126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"29797c95-83be-468f-8597-82aa3f39113c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.84808608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3430f478-1d99-4d49-8d24-486ca75edc37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.894161944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"554a5d81-4e43-4905-9e3d-35585c3e3c3b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.922860227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c1f81596-5fc6-4a98-a3b4-de25633dce80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.928289175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3430f478-1d99-4d49-8d24-486ca75edc37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.953269217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3f28430b-f6be-446b-85d2-91e27e80ed3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.953879751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"539827de-c5d1-491b-9b7d-73a882ebc6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.967124396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c40aad5e-29e7-47ab-b203-0544caec9ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.999134162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"539827de-c5d1-491b-9b7d-73a882ebc6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:30.999506059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3f28430b-f6be-446b-85d2-91e27e80ed3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.015311749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c40aad5e-29e7-47ab-b203-0544caec9ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.01607221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23830f7c-3239-45bb-8c83-36166c574116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.0284672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23830f7c-3239-45bb-8c83-36166c574116","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.05005071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"0b669c9d-eafb-470f-b174-191b3a21ef40","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.050683034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"fa6d0325-72a9-4abe-a49c-4a339db1a71c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.051234109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d93928b8-a25d-484c-9276-e57096aae574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.067189311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4737a89-f265-4c49-9a1a-0e73c22182a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.113857616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d93928b8-a25d-484c-9276-e57096aae574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.114394349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"0b669c9d-eafb-470f-b174-191b3a21ef40","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.116693067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"fa6d0325-72a9-4abe-a49c-4a339db1a71c","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:31.118686419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4737a89-f265-4c49-9a1a-0e73c22182a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:34.09715371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"653a00e8-769e-4c7f-8f49-afb2b3676731","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.615760395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"3d9268bf-00fe-40f0-b9eb-23726cb8ea74","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.616159693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"8ceeadf2-3afd-4bd1-8820-5725c3a090bc","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.63401181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"33e9e457-8292-4383-a576-508b17fa5a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.634155484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"249661e1-3801-47fb-9497-c79d6c7ea7a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.636831199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"f407dc41-aa07-4244-a2bd-2a24333925d3","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.637344629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"959fe79e-03de-4497-aefb-0326a6a8245e","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.642337535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"f8505b0f-223f-4692-ad56-bb758d6460a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.642417928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"c92da314-fe3e-4026-83dc-e85e912f4044","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.645795281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"249661e1-3801-47fb-9497-c79d6c7ea7a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.646502732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"33e9e457-8292-4383-a576-508b17fa5a7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.72777857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"23bc7f9d-cb2d-4f84-b061-ae060fd7550f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.727859865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"511cac67-ec4f-47b1-a4be-d30d4d456914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.754520766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"23bc7f9d-cb2d-4f84-b061-ae060fd7550f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:35.758154188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"511cac67-ec4f-47b1-a4be-d30d4d456914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.55283882Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f97aa3b8","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8","reconcileID":"17b27a3a-b68d-4592-a00b-2e23837d7e8a","MaaSSubscription":{"name":"e2e-filter-sub-b-f97aa3b8","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscription":"e2e-filter-sub-b-f97aa3b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.576835061Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f97aa3b8","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8","reconcileID":"17b27a3a-b68d-4592-a00b-2e23837d7e8a","MaaSSubscription":{"name":"e2e-filter-sub-b-f97aa3b8","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.600287652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"14328a52-0710-4b0d-84c4-4cf468ec23ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.693778728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"28b960a4-0522-4cf9-9fbc-ac01cf6f85ae","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.706777826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9c00e62b-be9f-4a4a-8137-edaea221d2c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.706844135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"64f21c58-73ed-4118-9501-bd1ca4d51482","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.707324539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"465c9930-92cd-4981-94ba-46ea15b2721d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.707433771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"bac9b051-abd5-4f8a-8b27-8882205f1abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.717356972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9c00e62b-be9f-4a4a-8137-edaea221d2c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.720612357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"465c9930-92cd-4981-94ba-46ea15b2721d","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.720868493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"bac9b051-abd5-4f8a-8b27-8882205f1abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.71735697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"64f21c58-73ed-4118-9501-bd1ca4d51482","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.847658771Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-a-b79ca0cf-auth","reconcileID":"ca78ed34-1d9c-4da8-9c36-4c930b1af17e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-b79ca0cf-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.848051106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"4f986f69-a92f-41af-89d5-6e758c150826","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:36.862670561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"c1ed79fb-0df9-4a4a-ae75-c01018f88168","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.033245069Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-filter-sub-b-f97aa3b8-auth","reconcileID":"1b4c65dc-6bf3-4b9d-80a9-65bb58715afa","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f97aa3b8-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.03379326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"37d0a01c-cfdf-4151-baee-5483fe4e0cd6","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.065475957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"85d62a94-f56f-4415-942c-fe5d2a8141b1","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.113555569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"49c7ed65-4a7f-4442-93d5-33c2264da1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.113560576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ab4441a5-e688-4fef-b81e-c176ad1094ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.122204593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"49c7ed65-4a7f-4442-93d5-33c2264da1ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.12486643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ab4441a5-e688-4fef-b81e-c176ad1094ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.216421085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"9d4ebd12-b913-43e0-8b93-291d7670c8ab","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.216563116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb2995c8-54a9-48de-9c22-317c45279935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.219246456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b357b8ee-d8e0-49b2-a5de-d0cf6af14784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.226384497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"9d4ebd12-b913-43e0-8b93-291d7670c8ab","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.226926211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb2995c8-54a9-48de-9c22-317c45279935","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:37.233146911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b357b8ee-d8e0-49b2-a5de-d0cf6af14784","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:39.929902618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"d9042751-6db6-4128-b0de-db275bf9846f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.352412411Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:41.924974671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-conflict-a-256c5a80","reconcileID":"b7eb1d40-ab77-4581-84a5-3449730e09d7","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"e2e-conflict-a-256c5a80-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"e2e-conflict-a-256c5a80","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:42.120582776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"a93f8885-b8e3-4da8-b39b-de97b298f94d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.762654152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"31d563d8-9438-4e00-a13d-5c419dbc25de","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.763328699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"e1d19bd0-7f94-4f85-bd32-f2fa5910237f","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.793539523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"d8768211-843f-4286-9c11-d38093267eef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.812226622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"66e08bba-9447-46a0-aa86-7a5a4275f470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.813116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"05f7bce4-addc-402c-ac7d-42b038317b74","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.820173956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"57d5b559-0373-44f0-b2fe-5a2db5dfbccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.82565123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"66e08bba-9447-46a0-aa86-7a5a4275f470","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.826543409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"8e37dbbe-812c-49b1-8ce4-1af21d4de2ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.827091135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"f2466377-746c-497a-a211-93fdde2f352e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.832076992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"57d5b559-0373-44f0-b2fe-5a2db5dfbccf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.884485411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"66bbb629-e856-43f2-ba64-e5857186825e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.904419889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"66bbb629-e856-43f2-ba64-e5857186825e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.109922907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"fd12dd45-1016-4f4e-839c-369f5be2d473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.126358257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"fd12dd45-1016-4f4e-839c-369f5be2d473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.286716221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"40d3bceb-ad97-4a2a-ba99-37ae20d31727","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.524506769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7d88ebec-44a0-4cc4-a62d-042d1a1d38e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.524876706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"1375bb00-c269-4433-9f87-61e66926dea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.542571324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7d88ebec-44a0-4cc4-a62d-042d1a1d38e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:45.553008886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"1375bb00-c269-4433-9f87-61e66926dea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.628621712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"13b084ea-ff82-45cb-8f73-e77bc77b603f","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.62895365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"d04d25be-7018-44ff-be20-753e87a4be6a","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.629180528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-conflict-a-256c5a80","reconcileID":"593c5325-9512-4c90-a6e2-6988c9964a89","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"e2e-conflict-a-256c5a80-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"e2e-conflict-a-256c5a80","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.64942172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"e0c9c76b-1862-4b16-bbcb-599f7372e007","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.649918677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"71cbb37b-4bb1-46bb-8f20-1f43a7452e6e","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.650333747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-conflict-a-256c5a80","reconcileID":"1de205fe-dc94-4934-8736-8a607cd4c7df","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"e2e-conflict-a-256c5a80-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"e2e-conflict-a-256c5a80","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.65124815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"c9c234ac-cb8c-48f9-8c6c-95aaa45fbf70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.755646419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"09c3f540-2166-41d8-8710-765e86605b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.767219189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"500c863a-b1e1-4661-9733-10d8e34e3911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.794234262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"09c3f540-2166-41d8-8710-765e86605b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.795412183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"500c863a-b1e1-4661-9733-10d8e34e3911","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.796620688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"7f1f025e-e6c4-409e-916e-f326f6d4d419","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.83323808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c0172051-f012-4534-a4c7-b677307fe18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.833238064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"502f4749-36c3-4cf3-91c6-c8af235df4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.842466432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"502f4749-36c3-4cf3-91c6-c8af235df4ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.843725841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c0172051-f012-4534-a4c7-b677307fe18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.525110996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d4b73216-124c-4090-9404-62ecc33ea204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.525364791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"67c5b2be-a765-4d6a-a63e-4552539709b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.533322709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d4b73216-124c-4090-9404-62ecc33ea204","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.535252953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"67c5b2be-a765-4d6a-a63e-4552539709b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:57.979147372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"224279df-5943-42d9-b8c6-5329bf14796e","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.030864845Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"82ffbe21-1c5f-404b-9113-5a25ae53354d","namespace":"llm","name":"e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.036381589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"a03021bd-3c89-4fdb-af19-7b50630e2501","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.036401677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"a03021bd-3c89-4fdb-af19-7b50630e2501","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.042588051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2797d1fa-37d7-4ac9-9754-6f28357a700a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.042818911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a4bda58e-bfda-4fde-99cf-b5c958d4d832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.043181551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4c9efa3e-c0e0-4196-83df-57f63165011d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.043376676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"118b9360-db80-4219-883f-6033b6d3b653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.046743968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96f0a72c-c978-4404-84b5-9b1c84be76e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.052922711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a4bda58e-bfda-4fde-99cf-b5c958d4d832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.053058767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"118b9360-db80-4219-883f-6033b6d3b653","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.05553925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4c9efa3e-c0e0-4196-83df-57f63165011d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.056087341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96f0a72c-c978-4404-84b5-9b1c84be76e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.05767098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2797d1fa-37d7-4ac9-9754-6f28357a700a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.059614064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"272a61d0-4223-4467-8378-89a26daac1be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.059628738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"272a61d0-4223-4467-8378-89a26daac1be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.059854347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78630b17-21c8-4f7e-a04c-bc7ebd0601fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.059865483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"78630b17-21c8-4f7e-a04c-bc7ebd0601fb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060035606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67c4ebb1-577d-450a-9d48-b906f7334821","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060045685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67c4ebb1-577d-450a-9d48-b906f7334821","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060285187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"effd176a-dfdd-4c08-ac9b-4beccca90536","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060296431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"effd176a-dfdd-4c08-ac9b-4beccca90536","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060455236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"01ffd905-9ef6-4368-aa78-abd0a4a6145e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060465066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"01ffd905-9ef6-4368-aa78-abd0a4a6145e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060640846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"01fd39ef-bfb6-453c-bd57-b5f1e42e7f2c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060651134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"01fd39ef-bfb6-453c-bd57-b5f1e42e7f2c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060812091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22586972-c6c9-46e6-9da1-eaa65c418b80","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060820874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"22586972-c6c9-46e6-9da1-eaa65c418b80","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060976118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"805db073-dcdf-47d4-a8d8-763a8941a86b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.060986532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"805db073-dcdf-47d4-a8d8-763a8941a86b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.066539074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"85c5433c-7399-481e-8120-726a0f4a7094","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.066556454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"85c5433c-7399-481e-8120-726a0f4a7094","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.082193696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"925a21dd-0289-4ec9-a466-fe4b75c85ff8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.098451029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b9443d3a-cef7-4bce-852a-3df95dded1e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.098959353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"b130c6c1-de7e-4e82-9ee4-396e1b32affb","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9dcd2a","model":"llm/e2e-rt-sw-9dcd2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.111011352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"be8c04f5-e31e-4382-908b-ccf80f0d1fe1","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.111504693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"359587a6-42f8-472b-b966-095178565f6f","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.111988241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"2adc24df-e15b-4548-b182-40d4f09e9286","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.134813987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"e9097069-b909-44e7-b407-0e21c3d644f5","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.135291881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"587da00a-5662-4a61-9b4b-30566e55fe90","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.135700261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"a798f1b2-7ade-4869-abfd-17417d3d6661","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.179404329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"b74c8f02-1d2a-41c9-8715-ca47bc7ceae5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.180402503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"ae5cb8c0-d4de-4757-8471-83eb5fef1c31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.189702031Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"315424e9-af02-4e9c-85e5-237047a251dc","namespace":"llm","name":"e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.246519487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4c7fbef9-08b3-4aab-9cbf-6301456e7c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.246972661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b1a6e84d-d0a0-4179-9df4-50ecf0a1f512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.247373036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"26c56c5a-4394-4dc1-bf6a-28cbff7f79f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.24772405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3c7e8ba9-5fb6-463a-9565-fc2851c0df68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.256718982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4c7fbef9-08b3-4aab-9cbf-6301456e7c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.258887698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b1a6e84d-d0a0-4179-9df4-50ecf0a1f512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.261052197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3c7e8ba9-5fb6-463a-9565-fc2851c0df68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.263164988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"26c56c5a-4394-4dc1-bf6a-28cbff7f79f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.352585424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"154d932a-9511-4f35-ad40-7a90d647d508","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.377864704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"154d932a-9511-4f35-ad40-7a90d647d508","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.404344143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7026a074-f7de-49f3-881c-90b15085cbe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.404904224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"55b08f00-d226-4848-8757-18072450de74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.415204038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7026a074-f7de-49f3-881c-90b15085cbe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.4152799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f8f7464-05f3-488e-a377-9bd9cca579ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.419812563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"55b08f00-d226-4848-8757-18072450de74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.424032107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f8f7464-05f3-488e-a377-9bd9cca579ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.49033043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4dd10fe3-aa22-40e6-9d70-fd0e54648c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.490691665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"981edcdb-f85e-449f-9232-8a170d745184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.491181003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"0c8ee5e9-b9e8-42df-acb0-25be7f85f268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.494283244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"387904a5-8fe2-4f51-afff-b0051f6d0ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.499748566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"0c8ee5e9-b9e8-42df-acb0-25be7f85f268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.499800287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4dd10fe3-aa22-40e6-9d70-fd0e54648c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.502122717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"981edcdb-f85e-449f-9232-8a170d745184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.504744397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"387904a5-8fe2-4f51-afff-b0051f6d0ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.610835031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c45ed044-a4d3-4c24-8abf-1ebd91877eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.624479636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c45ed044-a4d3-4c24-8abf-1ebd91877eb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.695667235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"2a703c29-ea7b-42f4-9913-be3aca585c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.695901969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0cf91acf-b8e5-4148-bdd9-77dd9301df38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.696127734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d9840403-7a74-4877-b76d-8182269e0dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.69644776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3bce5b46-9127-4fa5-a462-5aa07d3c268f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.704525768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0cf91acf-b8e5-4148-bdd9-77dd9301df38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.704783097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"2a703c29-ea7b-42f4-9913-be3aca585c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.707224685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d9840403-7a74-4877-b76d-8182269e0dd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.707526672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3bce5b46-9127-4fa5-a462-5aa07d3c268f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.793925657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"efdaadda-cfe4-4804-94b5-d432995eebb0","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.803197777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"efdaadda-cfe4-4804-94b5-d432995eebb0","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:02.547440178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"e8213405-5ded-4b9e-a9bb-37fa9672ccf3","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.85841733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"13cda40a-7e43-4164-914a-82b01e1d06e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.859389093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"19fd6b95-ec8c-40d1-ba29-431958bef06e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.89284777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"13cda40a-7e43-4164-914a-82b01e1d06e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:05.899306576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"19fd6b95-ec8c-40d1-ba29-431958bef06e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.105333609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"2ff02bab-5307-4256-b046-2740c6641671","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.106431361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abc7ab48-ae35-4b2a-8503-37bbbe1884c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.105966451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"250bebf5-d650-420b-a7a8-f0e86540d9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.125211685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"2ff02bab-5307-4256-b046-2740c6641671","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.127824999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abc7ab48-ae35-4b2a-8503-37bbbe1884c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.130389711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"250bebf5-d650-420b-a7a8-f0e86540d9e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.352125076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a205c630-9e78-4b20-ba51-103c1bbe1c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.352819663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"0c8c57a1-b55c-4826-b77c-03074617b733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.450432927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a205c630-9e78-4b20-ba51-103c1bbe1c11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:06.503249569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"0c8c57a1-b55c-4826-b77c-03074617b733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.079505799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"9e60c329-4871-49a7-8ecd-219c9d61acee","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.0800052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"63107bed-e08d-4c38-b921-0a75bf0cfb3b","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.080383075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"5278ca3d-6bf0-4928-8571-32763007880f","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.091461941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9e997c88-3080-4ada-95ec-181c3940ea0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.142122308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0fbdf236-9692-4e67-92b2-11771c8b01bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.144193354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9e997c88-3080-4ada-95ec-181c3940ea0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.144328467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"09310261-a1c5-4a8a-9be6-5b4dab33a37c","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.144747207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"9cd825ea-2467-4406-88b7-25567e397dd4","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.145099985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"31a4aa5d-cd28-46b9-84d6-9462c07e2490","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.151752172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"19d626d2-06e4-49e7-9048-3ad99d3da741","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.152187421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"2aec369e-4050-4d83-bf52-050fbb93b70a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.152651119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0fbdf236-9692-4e67-92b2-11771c8b01bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.192492117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"fb7b2c25-71a1-4628-a822-79bce285f3c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.192530074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"54706713-afb2-4f90-91e4-1fc3c11167ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.201404079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"fb7b2c25-71a1-4628-a822-79bce285f3c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:10.20150505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"54706713-afb2-4f90-91e4-1fc3c11167ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:11.344075757Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:13.856272637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-conflict-b-256c5a80","reconcileID":"ed1b23f3-89cc-4b6c-b634-068fef183f93","MaaSModelRef":{"name":"e2e-conflict-b-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"e2e-conflict-b-256c5a80-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"e2e-conflict-b-256c5a80","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:13.866052503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-conflict-a-256c5a80","reconcileID":"b091c50d-8469-45f8-8e9f-d4f68042fe70","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"e2e-conflict-a-256c5a80-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"e2e-conflict-a-256c5a80","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:14.355335512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"bf517995-57d5-45ee-9f4c-906e0869fbe4","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:14.77438268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-conflict-a-256c5a80","reconcileID":"03232dde-e60c-4067-8a5a-421d77197342","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"e2e-conflict-a-256c5a80-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"e2e-conflict-a-256c5a80","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.331814006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"7d9d1805-88ec-435d-b0a1-655d343f8645","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.332362062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"d9352c60-2a80-4366-a265-081e51586d5d","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.332811751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-conflict-a-256c5a80","reconcileID":"02ad7cff-9a14-4c2e-9d52-50d2b89efeff","MaaSModelRef":{"name":"e2e-conflict-a-256c5a80","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"e2e-conflict-a-256c5a80-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"e2e-conflict-a-256c5a80","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.351703677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"316bf76a-8b83-423c-b5f0-fc97a7c8ad73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.352348097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c5f523fa-cc61-4360-a995-219b2d68bacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.36182496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"2d35e933-8a39-436f-83da-e6df50249a5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.36244841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"466f3dda-384d-4f50-84d9-3424dc617c52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.365856881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"316bf76a-8b83-423c-b5f0-fc97a7c8ad73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:15.369456302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c5f523fa-cc61-4360-a995-219b2d68bacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.341440936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"92746bf0-e77e-407a-8d7e-3fa4ed281a54","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.348099417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"61736470-5d9d-469c-9e77-9ab82fd46cac","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.357922038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"944c21ba-9918-4e45-b502-dfd961cb59d0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.366385457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"944c21ba-9918-4e45-b502-dfd961cb59d0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.373664142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e9e0cb4881fbbb9a485b37631a8780d053d26f96e10f008dcca5e4f0ca90382) AuthConfig (6bd3460192d1f0bee7ca4733bc935490c3582268fa93012e02b9f44695948920) AuthConfig (93868354867033ebbdcfda611e3fb44d98d1d4b1fb9ac717569fb31cde816deb) AuthConfig (951a96ee8441439509ba227cc925e2810137377e09bdf899b2237853d776d074) AuthConfig (94bf62ebcab4ef63ada726b0128261a53c706e29d225ce68078d1e913bbfee39) AuthConfig (5b3f5d8812936d52f8032ea7741be8075f6bd18fc6e1454389342c0201e332d0) AuthConfig (c4687ebe423dde20a52cf5b93f4289fe47dbfecddf4b6389e6e74570044ac393) AuthConfig (717855997480311d5b9968839948415ce6ce6aeee797c0456683055a1024e89e) AuthConfig (c25715fd111f914063f4566b867013aad48bada21d161c7fc7dcd051b1751a13) AuthConfig (f9ca52d5694f3ddc48c9e7cf3d8b23819d9b240d74d8cec5481e36c909811232) AuthConfig (193b265115002761ceb9445b28f9e8a19368d80df6b6eca881e1952141221ddf) AuthConfig (39ce4169f135ad11ccdeb3f94fa4c28a1fa62b1afe92fe24f6e643142c1d7a75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"944c21ba-9918-4e45-b502-dfd961cb59d0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.382548465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"6cd6b484-9582-4069-8c9b-a152bb55b3e8","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.45797337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"24e57460-061e-407b-9bda-b8f220971651","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.466306608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"24e57460-061e-407b-9bda-b8f220971651","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:16.473485798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-466f83-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e9e0cb4881fbbb9a485b37631a8780d053d26f96e10f008dcca5e4f0ca90382) AuthConfig (6bd3460192d1f0bee7ca4733bc935490c3582268fa93012e02b9f44695948920) AuthConfig (93868354867033ebbdcfda611e3fb44d98d1d4b1fb9ac717569fb31cde816deb) AuthConfig (951a96ee8441439509ba227cc925e2810137377e09bdf899b2237853d776d074) AuthConfig (94bf62ebcab4ef63ada726b0128261a53c706e29d225ce68078d1e913bbfee39) AuthConfig (5b3f5d8812936d52f8032ea7741be8075f6bd18fc6e1454389342c0201e332d0) AuthConfig (c4687ebe423dde20a52cf5b93f4289fe47dbfecddf4b6389e6e74570044ac393) AuthConfig (717855997480311d5b9968839948415ce6ce6aeee797c0456683055a1024e89e) AuthConfig (c25715fd111f914063f4566b867013aad48bada21d161c7fc7dcd051b1751a13) AuthConfig (f9ca52d5694f3ddc48c9e7cf3d8b23819d9b240d74d8cec5481e36c909811232) AuthConfig (193b265115002761ceb9445b28f9e8a19368d80df6b6eca881e1952141221ddf) AuthConfig (39ce4169f135ad11ccdeb3f94fa4c28a1fa62b1afe92fe24f6e643142c1d7a75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"24e57460-061e-407b-9bda-b8f220971651","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.082151589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"2a8babff-1548-46b5-b5f7-cdfc24483b61","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.082659573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"2993427c-4b48-4481-9a4e-d0dafb9c75ac","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.097111533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9c16abd2-8581-4c54-9f45-b894869dc328","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.097105183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f535ea00-7b16-4e65-a5d6-fd20b1e0b681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.103002642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"fc144946-d4e6-4055-8c17-8f5c12cec2ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.109413823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9c16abd2-8581-4c54-9f45-b894869dc328","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.111004834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"72446262-f3bc-4b2d-b974-d62be46a81ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.113652836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f535ea00-7b16-4e65-a5d6-fd20b1e0b681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:17.987573336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"84fa9710-6fce-4d76-ae97-2f1acfe2d256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:20.08171456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"7f39aa34-32c1-4fec-94fc-b79e8b10fcc8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.987668339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0f476223-f0f8-4946-a808-e08d64ba7e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:21.988463232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ecdb2757-4c58-4879-b5b8-7e516665d8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.004231144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ecdb2757-4c58-4879-b5b8-7e516665d8de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.007064412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0f476223-f0f8-4946-a808-e08d64ba7e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.80637656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"7b5d6b5e-1b13-4663-8a2b-6498b23ac240","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.806696868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"3c7bc4bf-7716-4ebb-9751-8e51c900150f","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.81969417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"571e0eaf-955e-48b1-b325-d9b4e9ff8d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.81980411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"cc1cd8c7-c535-455e-8b4c-73e55e6d17ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.827535766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"05054cdc-82aa-494b-9026-441d88797e4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.827797839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"ffbf1b4a-4700-4b97-897d-be7fa9ef087d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.829052233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"605b8366-cdcd-4ae8-acea-fff600928b80","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.829649373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"c5c87ce6-997c-45cb-90b4-89f03f74b1d2","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.831919294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"cc1cd8c7-c535-455e-8b4c-73e55e6d17ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.832444072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"571e0eaf-955e-48b1-b325-d9b4e9ff8d38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.917387814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"99c66c53-f611-49ee-8e2a-0a9b25d64f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.917403705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"baf723b8-88fc-46cc-be11-280448d64708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.926232039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"99c66c53-f611-49ee-8e2a-0a9b25d64f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:23.92638603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"baf723b8-88fc-46cc-be11-280448d64708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:24.070530588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"45761c42-402c-48e3-9263-6861c0340db9","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.135658328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"76cd4c6f-78d6-401c-b1df-b752b2cb0661","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.143898268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"57c83d88-50d6-4bfd-8631-2c871475b4cf","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.15654762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"751c8608-7a5a-42a6-8929-e4fece8aa132","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.165055504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"751c8608-7a5a-42a6-8929-e4fece8aa132","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.172335473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"751c8608-7a5a-42a6-8929-e4fece8aa132","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.179284825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"8135c791-a14d-44a2-8ebd-34da5e0dbcda","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.263379313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"e7569865-47e7-470c-b79e-3af85391301e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.271995015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"e7569865-47e7-470c-b79e-3af85391301e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.280950552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"e7569865-47e7-470c-b79e-3af85391301e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.309083518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"8a670501-05c3-4ccf-a7cc-4fe711f8ea55","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.31928286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"0af5047c-45a8-4a96-91b1-1441f23e51cd","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:25.319868284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub1","reconcileID":"2933c7f0-2361-4c34-86c4-d4b8d6fefaef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.33355133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"569722b3-f058-454f-aa70-502822661427","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.340188275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"0a81cdc9-958e-4e5d-99ba-fab8344b0b9f","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.359011005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"0825af85-546a-4bca-9af1-45a577295d95","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.359256341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"44962fef-e3b7-40de-9375-10b34b162192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.359011046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"099544b9-f5ce-4d86-96d3-02b305a610bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.359934414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub1","reconcileID":"3023294f-a2ed-4fc2-8401-501653f0b7ae","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","model":"distinct-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.367685916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"0825af85-546a-4bca-9af1-45a577295d95","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.371303328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"44962fef-e3b7-40de-9375-10b34b162192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.371513688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"099544b9-f5ce-4d86-96d3-02b305a610bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.374992623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"0825af85-546a-4bca-9af1-45a577295d95","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.382593294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"a9d161f5-b4be-4137-9b8d-00989cb1ebc0","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.455462795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub1","reconcileID":"a5f9a5f5-ac74-477b-b024-42553aa53647","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.457446031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6830eca8-bf2a-43e3-9f34-207b5feb7b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.458005366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"35965b63-3d79-4855-8284-e4fa8bcdd875","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.458349549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7ab13a9a-10ef-4678-88fc-78bcdd4dae7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.467008278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6830eca8-bf2a-43e3-9f34-207b5feb7b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.46776348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"35965b63-3d79-4855-8284-e4fa8bcdd875","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.47132911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7ab13a9a-10ef-4678-88fc-78bcdd4dae7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.475556159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"35965b63-3d79-4855-8284-e4fa8bcdd875","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.48877979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"54f373a0-f2e3-490f-be87-47c5985bec6c","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.497424596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"acab3fb2-79b0-4082-a961-77e097ab4143","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.560256872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"3f8eb304-3a39-4520-b3ee-3fdda84ba33d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.569612996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"3f8eb304-3a39-4520-b3ee-3fdda84ba33d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.579888864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"3f8eb304-3a39-4520-b3ee-3fdda84ba33d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.588615749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"216f1158-832c-407e-bc55-d5d4827d65e2","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.678076541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"eed54f81-8612-421b-9cb1-83249416de13","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.752763139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"eed54f81-8612-421b-9cb1-83249416de13","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.753545193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=0:[ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.758800126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"d59aff98-71b0-4ba2-b042-0c34cecc9aa4","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.765963499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"eed54f81-8612-421b-9cb1-83249416de13","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.772430385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"65f4c7d5-9d9c-4c1d-aaf5-199e0814997b","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:25.772920992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub2","reconcileID":"61619dd3-2676-4569-8c53-a78e41a221e8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:25.773311821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"eed54f81-8612-421b-9cb1-83249416de13","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-return-all-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.776976065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"0a4c16d2-86f2-4235-8318-1b8d16626fce","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.781358811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7ebfb666-57c4-432f-a736-c0227ada4f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.786359506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"4abc63ce-6ff1-490f-8a5b-2111c0ed5dbd","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.791051213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7ebfb666-57c4-432f-a736-c0227ada4f29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.794806805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"6e869d8d-8fef-4003-a052-a3538e8d2055","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.864113281Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub2","reconcileID":"2efc6f88-2361-4833-b5e4-1bbee5305b16","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"distinct-2-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.878515527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a8b8681a-5ac4-4613-bec8-c4cf1b0672c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.880778944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"c20e4c95-2241-4e25-8038-11c49936cd52","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.88124908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f260cb67-5043-4121-829e-aa9e3d6ce10f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.881297561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"7fe55473-5dad-430c-8fdd-add34e3862ce","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.887208722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a8b8681a-5ac4-4613-bec8-c4cf1b0672c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.889570309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"7200c756-4bc8-48cb-a5d2-d6e77daf3c4f","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.89557899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f260cb67-5043-4121-829e-aa9e3d6ce10f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.895579652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"7fe55473-5dad-430c-8fdd-add34e3862ce","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.897790944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"c20e4c95-2241-4e25-8038-11c49936cd52","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.902824335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"7fe55473-5dad-430c-8fdd-add34e3862ce","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.904771614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"c20e4c95-2241-4e25-8038-11c49936cd52","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.908207644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub2","reconcileID":"5b501cd1-896c-4e05-a92e-9c3c3e206e59","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.976554262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bcf759ef-fd3d-44fa-ad16-895418cff36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.9774819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"d27567d6-ecfd-42f0-b156-925c994d9e9e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.977547921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"108d348e-31a5-4e42-88a7-16a57df823bb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:25.991566463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bcf759ef-fd3d-44fa-ad16-895418cff36d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.007486854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"108d348e-31a5-4e42-88a7-16a57df823bb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.00868763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"d27567d6-ecfd-42f0-b156-925c994d9e9e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.075457758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"d27567d6-ecfd-42f0-b156-925c994d9e9e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.080951638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"108d348e-31a5-4e42-88a7-16a57df823bb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.483065425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"040f0c33-a1d6-443b-952b-910fbef67e36","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.491355518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"040f0c33-a1d6-443b-952b-910fbef67e36","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:26.515781954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"b6c6da01-66f2-4b5c-86f9-da6bf0bc8b22","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.577684373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"b9678eb5-7225-42a3-85b5-91260da8faa5","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.577878859Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=0:[ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.587195871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"c30875cc-3b6b-4556-9017-28109b436299","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.591633554Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9482cf8e-64d1-4e4a-8afa-8e4b9af60743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.591790112Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c2557caa-d4f4-4175-b04a-15a7184814a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.592126856Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"babf0929-6dd2-4a98-b68c-ca4634feda17","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.592341949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"c71ed58c-5b7f-44d2-bae4-6a45f8b6ccd3","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.594530604Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.60056183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9482cf8e-64d1-4e4a-8afa-8e4b9af60743","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.600691366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"dbf3a907-e819-46fe-a406-e44ce9ee7588","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.603353835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"babf0929-6dd2-4a98-b68c-ca4634feda17","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.603738234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"bc288118-c915-4abf-8995-de839b9b9904","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.603766668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c2557caa-d4f4-4175-b04a-15a7184814a0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.604019574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"9bf92d99-fbb1-4bfc-a70b-e09d6fa73759","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.604470163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"81428ccf-3454-4b5c-b6d9-deac3026b339","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.628483721Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-subscription","reconcileID":"caca588e-9f4b-48c2-b72e-a95976bd5ced","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.649795977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"50d67288-ee84-498c-a523-6e404d1d37c8","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.688678507Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"67504492-b4fe-466f-a4fe-ad8ae060464a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.688741603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"67504492-b4fe-466f-a4fe-ad8ae060464a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.688827785Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b3546424-eb9a-4e6a-8436-1124ef8e24bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.6888809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b3546424-eb9a-4e6a-8436-1124ef8e24bf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.688892976Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"27dd219f-69dd-4163-9f30-56fa048d2644","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.693973428Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"27dd219f-69dd-4163-9f30-56fa048d2644","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.694007927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"27dd219f-69dd-4163-9f30-56fa048d2644","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.719782469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"373bd71b-0d48-4a20-9f4b-262efa0bef6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:27.720215045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-subscription","reconcileID":"227883ab-aead-4a39-94f5-70e73e26ad44","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.800326082Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"890a8e98-aee4-4fd6-a067-2032fc3b4993","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.800406096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"890a8e98-aee4-4fd6-a067-2032fc3b4993","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.804587766Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"12f6c198-1bb4-46c1-8467-c2dd872d3e12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.804701942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"12f6c198-1bb4-46c1-8467-c2dd872d3e12","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.805158159Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"948676d1-17bf-4d0f-9675-e8f0fa6b2aaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.80521607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"948676d1-17bf-4d0f-9675-e8f0fa6b2aaf","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.891455135Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8c609937-d21e-4faa-b8d5-b7f3408dedd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.891544242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8c609937-d21e-4faa-b8d5-b7f3408dedd1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.891888987Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"295dccbb-9df8-4793-a25c-e28fd84108de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.891945803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"295dccbb-9df8-4793-a25c-e28fd84108de","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.892193166Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"ffd0de09-b899-4927-a609-eb57b9be02ef","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.892245933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"ffd0de09-b899-4927-a609-eb57b9be02ef","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.988550576Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fb0f56fe-0914-4da9-bfbd-806171619238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.988640271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fb0f56fe-0914-4da9-bfbd-806171619238","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.989235613Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"d4cd48ec-c849-4def-87d3-f4c039970345","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.989299422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"d4cd48ec-c849-4def-87d3-f4c039970345","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.990026673Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3909253b-d26e-44fc-a884-25c8f579c52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:27.990072647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3909253b-d26e-44fc-a884-25c8f579c52c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.088364784Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a4a00aae-4fa3-41d0-9d25-13cda9d0be1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.088426564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a4a00aae-4fa3-41d0-9d25-13cda9d0be1f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.08853529Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"a916e691-2d7e-4dbd-9468-e6de1c1238a7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.088612757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"a916e691-2d7e-4dbd-9468-e6de1c1238a7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.088625292Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b7fbd0ab-0ccc-41cf-8c5a-18e78879e679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.088655186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b7fbd0ab-0ccc-41cf-8c5a-18e78879e679","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.190001276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"4ac1b46f-d2c3-48a3-943e-caf15a8f8538","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.201052581Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"a853c14d-54ff-4262-8d70-4ab3a2ab58b7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.201113876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"a853c14d-54ff-4262-8d70-4ab3a2ab58b7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.201433073Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3b989646-a51b-45d0-bc10-6a9d6c671c10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.201475107Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3b989646-a51b-45d0-bc10-6a9d6c671c10","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.201676246Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f4973c13-076c-49ec-b281-63783f57ecef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.201732451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f4973c13-076c-49ec-b281-63783f57ecef","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.23147505Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"91274343-7763-4875-9e1a-efb3fd7dfe57","namespace":"llm","name":"e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.24145175Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"1bdb6b4b-a4ca-4e23-b72a-eeb7bd6f83a3","namespace":"llm","name":"e2e-rt-eq-85440b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.259304198Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c38a9f89-0324-4b0b-ad31-d7b8a6693ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.259387712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c38a9f89-0324-4b0b-ad31-d7b8a6693ccd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.260018078Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"af91afbe-bbb1-4d7a-a252-5532e8dffebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.260077309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"af91afbe-bbb1-4d7a-a252-5532e8dffebe","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.260568911Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"1886127a-3af8-4b37-ab8e-7b5a43a18eea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:28.260645597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"1886127a-3af8-4b37-ab8e-7b5a43a18eea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.27893364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"dd391122-2a40-438e-9dca-cb929f4d6166","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.279965577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e6c5553-373e-41e6-afb9-c32058c89e5b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.279987298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e6c5553-373e-41e6-afb9-c32058c89e5b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.280233609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2bbd812f-8960-490b-910d-f0c6e5829e8b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.28024587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2bbd812f-8960-490b-910d-f0c6e5829e8b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.280454928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"52f293e6-a8e4-4f0e-bd03-1e16e250e583","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.280469628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"52f293e6-a8e4-4f0e-bd03-1e16e250e583","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.280681307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"54428904-d429-471e-bd28-c2120cc5346c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.280692668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"54428904-d429-471e-bd28-c2120cc5346c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.280914614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a39d0a92-335f-44a7-96b0-ab4a40f3e35b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.280926502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a39d0a92-335f-44a7-96b0-ab4a40f3e35b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.281547501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"72bdb108-3007-443b-8355-377195c47609","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.286727766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"6d40a8aa-8b17-4bbd-aad7-5a7c9d7c82fe","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.286744945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"6d40a8aa-8b17-4bbd-aad7-5a7c9d7c82fe","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.29137332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"72bdb108-3007-443b-8355-377195c47609","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.291516115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"dd391122-2a40-438e-9dca-cb929f4d6166","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.305218657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"72bdb108-3007-443b-8355-377195c47609","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.307003344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7957c543-35ac-40e9-950f-8a1cc8594e6c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.307024218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7957c543-35ac-40e9-950f-8a1cc8594e6c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.307386471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d69a9476-2e60-4124-9247-7ffcb4b9e486","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.307402776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d69a9476-2e60-4124-9247-7ffcb4b9e486","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.307773627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d578ab4-7283-424b-aa7d-0117e77f17b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.307795574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4d578ab4-7283-424b-aa7d-0117e77f17b8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.307809201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"dd391122-2a40-438e-9dca-cb929f4d6166","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.308395748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4416c52c-09f3-43b5-8d7a-5b7221881886","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.308412896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4416c52c-09f3-43b5-8d7a-5b7221881886","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.308809163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e06ca71b-2ea8-4f81-b384-fc4f58e25a40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.308825905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e06ca71b-2ea8-4f81-b384-fc4f58e25a40","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.310158069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec0c9cf6-41c9-431c-970b-a55c60935597","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.310175327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec0c9cf6-41c9-431c-970b-a55c60935597","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.384731581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f4baca3-cde3-420e-8ae4-0c0fafed92c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.385647808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"87287b12-ba36-484b-9b3b-ab29b86d7f76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.388175751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"86c703fe-51db-4d29-bec3-c7a01c9fa75c","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.38819951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"86c703fe-51db-4d29-bec3-c7a01c9fa75c","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.388567653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0e3f0b1a-c9a5-4d69-9372-2d338d65e17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.390953111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1fa77bf-2ee7-4a40-b074-04ca9d1c2ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.391786908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"4d5ed89a-1149-4a4f-b7e1-c61cab899b65","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9dcd2a","model":"llm/e2e-rt-sw-9dcd2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.392897574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"971f0a41-16a4-4570-9a0b-08a2293703a5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.392919574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"971f0a41-16a4-4570-9a0b-08a2293703a5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.393243019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"966409fa-9b28-4856-9c42-f00635dce77f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.393262064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"966409fa-9b28-4856-9c42-f00635dce77f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.45084858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"cfda66bf-8bd5-430c-b41d-5b5fff1d2c27","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.482534104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0e3f0b1a-c9a5-4d69-9372-2d338d65e17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.486358135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1fa77bf-2ee7-4a40-b074-04ca9d1c2ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.491109691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"cfda66bf-8bd5-430c-b41d-5b5fff1d2c27","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.542921938Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"d348e9ec-32ea-4a77-b60e-9ae971865f8f","namespace":"llm","name":"e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.559963599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"81c17c8f-47a8-457b-9851-842ab6e913fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.56835096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1af1870c-7b45-4f41-b92e-c76aaa25b1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.572683696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"81c17c8f-47a8-457b-9851-842ab6e913fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.573568205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"fa71911e-ab1a-4d6d-854b-90ce82ddbbae","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.573584246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"fa71911e-ab1a-4d6d-854b-90ce82ddbbae","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.57727177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1af1870c-7b45-4f41-b92e-c76aaa25b1a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.593443971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"33c3c6e1-04cb-4fc2-a4ce-e9c4734aa350","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.593472343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"33c3c6e1-04cb-4fc2-a4ce-e9c4734aa350","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.717157672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2618e3b5-1f3a-4460-ad7c-287e394fa384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.740694962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"984e99b8-12d9-4cd8-94ec-91c63e8be24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.891445369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"984e99b8-12d9-4cd8-94ec-91c63e8be24c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.896388565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2618e3b5-1f3a-4460-ad7c-287e394fa384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.928663297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"cbf51caf-6b29-4637-be76-26e3082e4d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.933254109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d40d992b-1346-4bc1-98f7-09d29b379542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.938641611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"cbf51caf-6b29-4637-be76-26e3082e4d72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:28.94690216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d40d992b-1346-4bc1-98f7-09d29b379542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.014370824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"768f925b-f613-40cf-a5a2-8a4fa3de4be6","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.014408099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"768f925b-f613-40cf-a5a2-8a4fa3de4be6","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.03937103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"836064bf-9388-4489-8c0f-3a4291439a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.060726514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"836064bf-9388-4489-8c0f-3a4291439a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.121240122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8b52150a-3410-4880-97bb-beb8d372a4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.135339917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8b52150a-3410-4880-97bb-beb8d372a4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:29.204904928Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"478f3efb-2d8b-4e3f-ab42-994c734e7ccd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:29.204995114Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"478f3efb-2d8b-4e3f-ab42-994c734e7ccd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:29.205666803Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f5c47075-2384-4fd5-97d8-c5cedd0facb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:29.205737664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f5c47075-2384-4fd5-97d8-c5cedd0facb5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.214228318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"1e87790e-bc24-45ce-9a37-65151ebf58e6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:29.217729344Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c0a870a9-a929-40e1-acbe-6ffd0436fffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:29.217783475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c0a870a9-a929-40e1-acbe-6ffd0436fffb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.224507308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"1e87790e-bc24-45ce-9a37-65151ebf58e6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.231622591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"b68297ec-9232-404f-9739-af1ae804d413","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.236459075Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"1e87790e-bc24-45ce-9a37-65151ebf58e6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.238717657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"748b2bb2-cada-4ebf-935d-fd59758707c2","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.254865062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"b68297ec-9232-404f-9739-af1ae804d413","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.258668857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"748b2bb2-cada-4ebf-935d-fd59758707c2","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.273209314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-f3631f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (01e71ec73c35c888e07ce8a48450c4713865432a1ceda7472d9dcb17df8b3077) AuthConfig (39f789d6d812dd2cbed2a3ee47f4fa9add7313f161a74c9262845d1359f3aa50) AuthConfig (f8ca9474691d632767ca60d56067b85e519a04442adac78b8706da01cb210f14) AuthConfig (6f01dde87ad8e4d3ee5a6302661974a4adb2b773d2667d796b46e39b3a6a8d3c) AuthConfig (fe579ae4df6b63269cee1c41f779ad1f6d2503ef29989ae5d881101874e89bec) AuthConfig (25fee666c5559e9676b0da7be814a8acbd3c6bd8478da1f1c38b8d18def7f023) AuthConfig (1f0d8be0362731707ba39423a64dad6dad6976aeea5c676d52ba93903c3a4182) AuthConfig (a307a7910ce8d31ca90306c1d33d530489ae718564da2b8f763984256f837ee0) AuthConfig (d690c44b22b2f8e6693f859f96342d3d9169b2d1159adf6277552b693f7feb33) AuthConfig (64f35ea4dcb4be8c7b088b0b5ce3e6bcecca3a24196dbff1e16e5ffb2bfe0a26) AuthConfig (71904dac015e6984f49c487421ba45c68e9cd95934df5ea99c0805a2d78e82f5) AuthConfig (141a91aa4cabaad972f67ad93b7ee2c6869b21c0b57cef6d57795575f0ad9b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"b68297ec-9232-404f-9739-af1ae804d413","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.305324532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"83acaf04-77fd-46fc-a297-dcf120cef2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.305482249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"acd146e2-e874-44b3-9bb1-af51bc120661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.310078181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84f9129c-794a-447e-9dc2-5aa32d16ccd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.312268497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b6a00d4-a3e2-43ab-b3fe-5ad40479189c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.314077492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"83acaf04-77fd-46fc-a297-dcf120cef2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.314592374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"acd146e2-e874-44b3-9bb1-af51bc120661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.319460156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"84f9129c-794a-447e-9dc2-5aa32d16ccd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.331591175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b6a00d4-a3e2-43ab-b3fe-5ad40479189c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.33313635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"87fd825e-3e73-4d23-bdd9-1b2f99be8994","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.333162044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"87fd825e-3e73-4d23-bdd9-1b2f99be8994","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.415668976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"492938d9-4dd0-4998-aa47-1aa7bbaa20e0","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.424120054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"492938d9-4dd0-4998-aa47-1aa7bbaa20e0","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.620325485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"9a03040f-f5f0-4ad8-aeae-c4c64c279811","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:29.620348756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"9a03040f-f5f0-4ad8-aeae-c4c64c279811","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:30.501412274Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"3cb37424-0315-46a1-8aad-d6ff01417b88","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:30.501477207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"3cb37424-0315-46a1-8aad-d6ff01417b88","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:30.501577079Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e1bdb93f-f0cc-4020-8efc-56e982219f05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:30.50166642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e1bdb93f-f0cc-4020-8efc-56e982219f05","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:30.605312352Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d2296b7b-bd18-40eb-b863-233a0a0554bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:30.605377746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d2296b7b-bd18-40eb-b863-233a0a0554bd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:33.075739799Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"4248bc94-a50e-49cd-8f19-23dcd9a38c69","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:33.075804106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"4248bc94-a50e-49cd-8f19-23dcd9a38c69","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:33.075796811Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"34125023-daf2-49cf-a94a-1512c0e72768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:33.075855753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"34125023-daf2-49cf-a94a-1512c0e72768","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:33.175786979Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ef406fb3-a835-4e92-8d07-f1edf995e47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:33.175852086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ef406fb3-a835-4e92-8d07-f1edf995e47a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.502120331Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=0:[ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-85440b-sub models-as-a-service/e2e-rt-sw-9dcd2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.506513814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"6355212e-e6fe-4908-98d2-1718cdeea23e","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.506531051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"6355212e-e6fe-4908-98d2-1718cdeea23e","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:34.512015611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-sub","reconcileID":"458edf1f-9301-4c30-b1aa-5a9001330bc6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-85440b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.522898602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"314eafdc-3c48-4c0b-86e1-fd4a72d7f3f6","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.525534282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"5ef3cb12-dedf-40c0-8a92-cb0666215d12","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.525575709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5f928db-e678-4cbc-9eb9-b42d969de088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.525936282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e4501fd-0404-40aa-8823-931a7582aa24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.53051404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"2c61e002-421d-4ef7-8d30-d8eaf2f787de","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.530530022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"2c61e002-421d-4ef7-8d30-d8eaf2f787de","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.531476621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"314eafdc-3c48-4c0b-86e1-fd4a72d7f3f6","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.535018691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e4501fd-0404-40aa-8823-931a7582aa24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.535091423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5f928db-e678-4cbc-9eb9-b42d969de088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.537167131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"5ef3cb12-dedf-40c0-8a92-cb0666215d12","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.539355729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"273178fb-363e-49ad-a84e-0a844240bede","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.539371035Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"273178fb-363e-49ad-a84e-0a844240bede","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.552734053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"3804bb2c-10b9-4553-bce3-97eece719348","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.552757804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"3804bb2c-10b9-4553-bce3-97eece719348","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.57503648Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-sub","reconcileID":"30dab910-2425-4edc-923c-b6fcb79d87dd","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-85440b","model":"e2e-rt-eq-85440b","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-85440b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.603715892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"82f7a7e3-02d4-4626-8e45-1962087a7e96","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.603733314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"82f7a7e3-02d4-4626-8e45-1962087a7e96","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.618519312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2e9159-5c31-45c5-98b4-8c860ad78814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.618745289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"65e6cb82-9af6-4f29-b680-120f45082126","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.61910614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"60130116-dc0e-4523-bf7f-02e825cac304","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.619185859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"009c65fd-ff51-474d-94cf-b5bbf9c68bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.627326875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"65e6cb82-9af6-4f29-b680-120f45082126","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.627550065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2e9159-5c31-45c5-98b4-8c860ad78814","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.629739595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"60130116-dc0e-4523-bf7f-02e825cac304","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.629928786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"009c65fd-ff51-474d-94cf-b5bbf9c68bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:34.66933376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-sub","reconcileID":"db843aad-7982-4c5a-acd7-cae5328e0c56","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-85440b","model":"llm/e2e-rt-eq-85440b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:36.797245406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub1","reconcileID":"d9eed862-9a52-4396-8d5f-cb76691bf496","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:36.823695713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"55baeb3f-e35b-4687-8bd7-91df1780df8d","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.177681886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub2","reconcileID":"7401daa8-0111-4a5d-8150-0d0fdaef659a","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.373540143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"c9217f60-303d-4cb6-9c5c-657e9abf4f3b","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.411099456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8ac60674-7aea-4214-bed6-1b5539de5404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.415456705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"11e258c0-02af-41a1-8a21-9806d97619a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.416122755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"9cbc2295-3ae0-4cec-af27-7203ddbc8001","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.420249031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"f858904b-15f8-420a-819f-02f9b41d44ba","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.492145435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8ac60674-7aea-4214-bed6-1b5539de5404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.494928466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"11e258c0-02af-41a1-8a21-9806d97619a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.498475453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"9cbc2295-3ae0-4cec-af27-7203ddbc8001","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.552273951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"f858904b-15f8-420a-819f-02f9b41d44ba","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.732276149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38b114ba-7cc9-42c8-bdee-5a98c3303e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.789868239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"64182fe2-0d02-46de-b631-ea97df5f679f","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.791384503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38b114ba-7cc9-42c8-bdee-5a98c3303e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.833478129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"651c949b-f065-46e9-9987-e2af3b0c1d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.856872846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"37f08159-765e-4729-bafb-e8e11e33a9a0","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.887121139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c60c023b-20af-40fc-8cef-d1684686b407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.889475184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"651c949b-f065-46e9-9987-e2af3b0c1d9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.930876689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"9fd47238-5368-4c31-833f-36e6eb18c400","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:37.946313238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c60c023b-20af-40fc-8cef-d1684686b407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.02584808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"9fd47238-5368-4c31-833f-36e6eb18c400","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.035922905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"d9371a00-c812-4776-8f4a-4f2eae0be4fe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.057367427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"d9371a00-c812-4776-8f4a-4f2eae0be4fe","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.059019596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"21141602-07b3-44c4-a7a5-2c0183bf0e6f","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.072672041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"260a1c27-af10-42de-8fa7-44b409a0de34","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.222396026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"260a1c27-af10-42de-8fa7-44b409a0de34","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.236401526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"21141602-07b3-44c4-a7a5-2c0183bf0e6f","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.244502903Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-subscription","reconcileID":"420b808d-272d-4d60-931d-5f1e6342a0d2","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.509220948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"855c33b3-0dda-405c-91cb-a602de51472e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.510160978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"575639fc-dba3-49dd-9eb4-61b48560565b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.527148363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"033454f6-49aa-4068-82a4-1980d103e807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.559041287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"855c33b3-0dda-405c-91cb-a602de51472e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.566243763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"575639fc-dba3-49dd-9eb4-61b48560565b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.594993048Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-subscription","reconcileID":"420b808d-272d-4d60-931d-5f1e6342a0d2","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.598309135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"033454f6-49aa-4068-82a4-1980d103e807","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:38.665139764Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"e75b3eca-340a-47c4-aaa0-1551119dd278","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:38.665313117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"e75b3eca-340a-47c4-aaa0-1551119dd278","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.672569157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"fede9869-723a-45bb-88cf-73ccae1fa886","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:38.849670524Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"aaff0821-ac4d-4441-9c56-c84967ddb4db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:38.852877915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"aaff0821-ac4d-4441-9c56-c84967ddb4db","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:38.849714886Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9c84e103-74eb-4db6-af6b-891d3179d7d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:38.85297244Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9c84e103-74eb-4db6-af6b-891d3179d7d8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: compose ai-tenant-e2e-worker-w4-466f83/e2e-dedup-subscription@e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: model e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.916333201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"e2fcbdee-de2e-4d4d-9086-03f3d05a3f7e","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:38.917636433Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=0:[ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-85440b-sub models-as-a-service/e2e-rt-sw-9dcd2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:39.080653776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"dac22f37-b40f-4811-a4ab-a57737780dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:39.080783637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"fd6e6e6c-f964-4e7d-a0ae-0aa40864618a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:39.082853284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9c3efe23-eae2-4177-8bd6-2c68f2349213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:39.081631005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"b4b2ec28-8dd7-4b68-a5a4-ead3deccce88","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:39.202849292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9c3efe23-eae2-4177-8bd6-2c68f2349213","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:39.205709145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"fd6e6e6c-f964-4e7d-a0ae-0aa40864618a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:39.232528364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"dac22f37-b40f-4811-a4ab-a57737780dd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:39.296557619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"fd6e6e6c-f964-4e7d-a0ae-0aa40864618a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:39.296919641Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-dedup-auth","reconcileID":"1dafb906-9703-492e-a0f3-e9f96dfbc6c2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:39.312435457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"a17ca262-4d26-487e-ba07-99f65a5bdf9d","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:39.482113847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"c6f39b28-db70-4b4f-aa54-dd4a57e86e91","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.092691775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"e1a55975-860e-44a9-ad43-bf885fc1f755","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.238368692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"ee8e8699-66ce-4023-aef6-575d06eead5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.266808516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"7165c448-bc4c-4b53-94e0-feeecf89dc0f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.305233122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"7165c448-bc4c-4b53-94e0-feeecf89dc0f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.306912487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"a93606f0-7244-4524-9903-aaca1a5f6dda","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.315691688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"ff49081a-245c-41d4-9f21-fd3efe13aba3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.31638951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a895fe1b-b3dc-4463-825f-1400d6a30bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.316921107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d216ecc7-0f28-4abe-80d7-825cb59d70b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.3303318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d216ecc7-0f28-4abe-80d7-825cb59d70b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.334374384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"ff49081a-245c-41d4-9f21-fd3efe13aba3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.338553151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a895fe1b-b3dc-4463-825f-1400d6a30bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.367108263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"1d234dfe-183d-4be7-943f-18d3545d5a2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.4515774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"e1f0143a-bec3-427c-9146-20069873ca7d","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.464223829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"bc209d6a-2ac3-4a3f-b6ec-faea9ec99c67","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.497541718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-auth","reconcileID":"0576f4a0-5016-42f3-ba73-c63eea89d064","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.539713382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-auth","reconcileID":"0576f4a0-5016-42f3-ba73-c63eea89d064","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.57588464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"d332fddd-cfd8-49bb-8e28-216ede0f104c","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.640206977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"008d9014-8515-4c6a-97c4-c960cf5c3874","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.65188706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"06b690ee-07ed-45b4-91fb-f6c3617f14e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.652863884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b32aa3d1-9cf1-43d0-b337-696687aa8714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.730476986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b32aa3d1-9cf1-43d0-b337-696687aa8714","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.739997796Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=0:[ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-f3631f/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-85440b-sub models-as-a-service/e2e-rt-sw-9dcd2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.742984537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"4885df9b-232a-4a2f-b8ad-465375824805","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.750760211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"06b690ee-07ed-45b4-91fb-f6c3617f14e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.772814291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"d9274cba-40e7-416c-a4c3-90ac1e3b1b22","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.801530106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"ffce65e2-b984-4529-9042-ef217b810dfa","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:40.774230946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-sub","reconcileID":"639b9733-98d8-4ace-892a-8c2a28c7a06c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.814948468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-auth","reconcileID":"b40d01b0-b1ff-4136-b475-21bdf12ec28a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.823818815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"b7b51042-5788-4d42-b287-f3e27410f779","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.846712487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-auth","reconcileID":"b40d01b0-b1ff-4136-b475-21bdf12ec28a","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.847162307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"021b402d-9bc5-41e9-b5f7-a6011014ee7c","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:40.878901312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"28c4054e-5190-4b81-bb86-a69ee93d1f12","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.006360015Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-sub","reconcileID":"ff3cd81c-11c4-4e4d-8fa7-6f73efe545a9","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.119968466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"92a8367c-0711-49a2-b784-40b02145fbe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.136388945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"4830aa9d-b8ad-454d-b305-664dd06594ee","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.1208528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"458e32ea-7f95-4114-8744-db1c3043b256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.231157985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-auth","reconcileID":"89dc4bb0-ab13-4476-a01f-9bad9171e6de","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.240799492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"92a8367c-0711-49a2-b784-40b02145fbe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.264948346Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"0790b297-5330-46f4-ae1d-78028f55c895","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.277293411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-auth","reconcileID":"89dc4bb0-ab13-4476-a01f-9bad9171e6de","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.32314473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"458e32ea-7f95-4114-8744-db1c3043b256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.361171628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-sub","reconcileID":"393e9644-bf28-49d2-a69f-7cfbe2fe5ed7","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.370236605Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.953647066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"4b3e3a6a-921b-45c8-a4af-54c8e2f50264","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.971428201Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub1","reconcileID":"170847be-d623-4679-8e88-1f7dd49dd8ec","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d33a5ba4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.977945267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"c004ddd7-1ebf-4137-91c0-32d15f3aedd3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.978951967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d29b30d9-bd5d-4349-9666-945d5035ce63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.980092059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"69a0f922-f926-4bdf-b976-2412362f828c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:41.980621328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"7543773b-2eaf-4373-80df-3cef629d8d24","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.044006054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"c004ddd7-1ebf-4137-91c0-32d15f3aedd3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.046968384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d29b30d9-bd5d-4349-9666-945d5035ce63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.04777525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"69a0f922-f926-4bdf-b976-2412362f828c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.050619209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"7543773b-2eaf-4373-80df-3cef629d8d24","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.178004309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"d2d83b20-a4b5-44a0-a5be-87bb1eebaa33","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.181042042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"d2063fb3-5e95-4354-9fd8-449652229664","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.181240499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"51273361-9497-4761-b11b-ed69acdba853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.181817168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2537c243-6e37-49c7-beb9-524b5fac14f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.186224194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"d2d83b20-a4b5-44a0-a5be-87bb1eebaa33","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.191252743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2537c243-6e37-49c7-beb9-524b5fac14f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.191584207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"51273361-9497-4761-b11b-ed69acdba853","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:42.193694895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"d2063fb3-5e95-4354-9fd8-449652229664","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.115933567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"f6e4b9e9-389f-41eb-a321-b726d1e7d47d","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.136153994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"53f3c1a8-4efc-4627-8441-5a9dc3538b20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.144213284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"0ceee332-d65c-408f-a900-ec1bceb78809","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.144798993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5cf9d89c-37f2-48ad-a4ba-6970db5dc1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.145346553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"dfd5b04f-67eb-4ede-9828-f3763371e17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.145703707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"e9570117-d4f4-4aad-8a63-a745fbebd6d1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.152721034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"0ceee332-d65c-408f-a900-ec1bceb78809","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.153333378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5cf9d89c-37f2-48ad-a4ba-6970db5dc1e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.15610774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"e9570117-d4f4-4aad-8a63-a745fbebd6d1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.156184583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"dfd5b04f-67eb-4ede-9828-f3763371e17b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.158356246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"e27102af-a8b0-4545-9d44-33a6b07d8f22","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.234252488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"845d0855-32d7-4beb-886c-53a1ae097f25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.349205756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"946305b4-bc44-46b2-a2f4-1e7f3fa6aaa4","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.370504609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"55d2c907-9a2a-46b7-b24c-b39b9d4fbfcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.370578462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-auth","reconcileID":"8e36b573-a557-495d-a925-03595dc5364e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.3710668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"99e215b7-c878-42b1-b9d5-2b6b647debcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.371664519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d6cb3d1a-e2db-45f5-b30d-69b3963d7200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.379296417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"55d2c907-9a2a-46b7-b24c-b39b9d4fbfcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.379384711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-auth","reconcileID":"8e36b573-a557-495d-a925-03595dc5364e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.382008093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d6cb3d1a-e2db-45f5-b30d-69b3963d7200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.397013612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"b9393952-1929-482e-907c-f2be7d9d76f5","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.470124201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"2b162096-3b1e-4c04-bf51-7c82a8b06da7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.499401424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"d5e35431-f619-4f70-a778-9bc13d6ea5e2","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.509717788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c40f7f32-56c7-4890-9da2-12e02059a852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.512933602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-auth","reconcileID":"457cc10d-8a14-4400-b738-a98e4c117194","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.513131469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6e5c4748-6ce8-4dbc-a590-fdac3f2e88c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.518262543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c40f7f32-56c7-4890-9da2-12e02059a852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.522131205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-auth","reconcileID":"457cc10d-8a14-4400-b738-a98e4c117194","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:43.526354766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6e5c4748-6ce8-4dbc-a590-fdac3f2e88c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.488999451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"acd11d89-a43c-420c-82f7-4ec6e4b36d41","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.489269052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"e8ed422a-0ba4-4165-82d1-aa4baffadfe0","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.489581483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"222fda85-c267-4e50-9519-f9d8eb2f7da8","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.511103013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"85c958ef-e1b6-4533-9b35-727a7cda623b","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.511585968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"31df4a44-8d01-4693-bbed-b936fae9bf7c","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.512052735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"f91aabee-5996-4309-a2c3-23675dab5fc2","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.512714992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"dfa1fd55-c992-4f1b-a218-9da15e24b112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.513263936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f7c7a205-87f3-4cff-8666-4aeb72ed6063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.5188786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"f8e9727c-3029-4a4c-b90d-bb7481b22010","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.518928818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"2c97072e-65e0-4f86-abcb-09c64ea0a913","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.523645644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"dfa1fd55-c992-4f1b-a218-9da15e24b112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.523674216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f7c7a205-87f3-4cff-8666-4aeb72ed6063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.631245276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4ccf6435-f828-4559-8b72-dfe3f8e2ae62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.631569312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6b85417d-1e49-4e6f-9e5f-a81da5cfa28b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.647506126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4ccf6435-f828-4559-8b72-dfe3f8e2ae62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:44.6513553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6b85417d-1e49-4e6f-9e5f-a81da5cfa28b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.975710795Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub1","reconcileID":"5903e021-3bd3-4abc-9201-a9bf1f703095","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.979851357Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub1","reconcileID":"5903e021-3bd3-4abc-9201-a9bf1f703095","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:51.983564431Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub1","reconcileID":"5903e021-3bd3-4abc-9201-a9bf1f703095","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.013890286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"6e93f68c-5048-4efe-bf4e-1961ccd173a9","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.014767003Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-85440b-sub models-as-a-service/e2e-rt-sw-9dcd2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.03039152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"f56c11ed-0173-4320-86d9-2729aa5caea4","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.039381405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"d421ec20-e1b1-40d8-898d-d77dc25e78c3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.041425371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6e5749ed-dc53-4e5d-a064-bdb537567472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.042112158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a6be497d-6cc1-4d9b-95c5-a80d2990dd26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.042694915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"36cc7940-6cbf-41da-bae0-a988ae34b8d9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.055503362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"d421ec20-e1b1-40d8-898d-d77dc25e78c3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.055943653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"36cc7940-6cbf-41da-bae0-a988ae34b8d9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.057993374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6e5749ed-dc53-4e5d-a064-bdb537567472","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.058631151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a6be497d-6cc1-4d9b-95c5-a80d2990dd26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.132453204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"e98a3131-234f-4db3-8a6f-8a2aa4a95a20","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.141196315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"e98a3131-234f-4db3-8a6f-8a2aa4a95a20","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.166385319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"9d83a53c-3a31-4697-9c7a-182da3ce1cd9","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.184626769Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub2","reconcileID":"fd491c03-6877-48fa-a1ae-f7b56476e38b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e2b5f8cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.256358665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"291b67af-def0-4bf2-a530-aa4ba8ec1e6e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.257210805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ffe7d038-982b-4001-ae2e-7f9bae36ff5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.258740918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"ffe3fae7-85ca-4fa8-b236-263418599840","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.261558714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"12bd6d5e-239e-4d2a-bfb4-49dbb3432bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.268188357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ffe7d038-982b-4001-ae2e-7f9bae36ff5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.34385489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"291b67af-def0-4bf2-a530-aa4ba8ec1e6e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.345830019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"ffe3fae7-85ca-4fa8-b236-263418599840","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.346992849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"12bd6d5e-239e-4d2a-bfb4-49dbb3432bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.375281459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"b8f12d08-ee24-4846-a886-f160d9bee035","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.375341282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4c9c9ed3-9669-4c91-aca2-905a0d8186a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.375875912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"2223d03d-725b-4f57-abf8-a39f3d651c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.376059168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"01574621-fd14-4d20-af46-fc49d309b182","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.383950276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4c9c9ed3-9669-4c91-aca2-905a0d8186a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.385156592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"b8f12d08-ee24-4846-a886-f160d9bee035","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.386341584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"2223d03d-725b-4f57-abf8-a39f3d651c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.388832773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"01574621-fd14-4d20-af46-fc49d309b182","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.161210456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-sub","reconcileID":"ebb9ccb1-7a74-4c2f-9f55-e192848efc41","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-85440b","model":"llm/e2e-rt-eq-85440b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.223155398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"7096d790-64da-478e-a531-4b2f02b34a9f","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.223252218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"7096d790-64da-478e-a531-4b2f02b34a9f","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.539919375Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-sub","reconcileID":"fe1fccc5-1ef6-42a7-95a2-15163736c548","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.620927468Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-sub","reconcileID":"fe1fccc5-1ef6-42a7-95a2-15163736c548","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.815200524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"28ac2491-4188-4e79-91c5-00be1f254b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.897667817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"58fa6b0f-049e-46cb-b5b6-a8e7a471fe45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:53.96743584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3f5cdec2-65a8-4fd7-bce1-03bcda029840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.004317087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"28ac2491-4188-4e79-91c5-00be1f254b7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.037664001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3f5cdec2-65a8-4fd7-bce1-03bcda029840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.084974855Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-85440b-sub models-as-a-service/e2e-rt-sw-9dcd2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.086150968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"1cdbac84-931b-45da-b981-3d88a42f1914","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.108966755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db6d0e6-c6ca-43a5-add7-387655d292c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.109785006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4a675b7-f6d4-4290-9c2f-2d06ef2bd607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.112938105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"e013f80e-031a-45e5-b2e8-33760ae93233","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.150743268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0db6d0e6-c6ca-43a5-add7-387655d292c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.173018262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4a675b7-f6d4-4290-9c2f-2d06ef2bd607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.205396449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"e013f80e-031a-45e5-b2e8-33760ae93233","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.217325104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"d56086aa-9b43-48a9-bdb3-316df348422b","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.2252812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"9ce81434-11f9-4910-9bb0-7a7dbe976653","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.237888536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"9ce81434-11f9-4910-9bb0-7a7dbe976653","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.26502289Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-api-key-scoped-auth","reconcileID":"479e190d-7e92-4b79-8786-330aaff50694","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.290108146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c6724ff0-0dcf-4a2e-88a2-8ea8b1224f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.290433127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"0a33d476-032b-4bcb-a107-c95126eb9187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.391077556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c6724ff0-0dcf-4a2e-88a2-8ea8b1224f17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.392248907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"0a33d476-032b-4bcb-a107-c95126eb9187","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:54.392862313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"36685fd8-43ec-412b-ace8-7df4e9c866d4","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.447983891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"7371e83d-bc25-4465-a959-69daf573b2fb","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.5013355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"aa44d778-b501-409f-8d80-f5ce92ce0eb9","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.577235261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"e9d0f4ad-b636-4225-9b5b-71c019d4f2b1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.590046099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"e9d0f4ad-b636-4225-9b5b-71c019d4f2b1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.627041379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"9b3893c0-4887-4cab-ad95-a2a7790e5ae6","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.628083192Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-85440b-sub models-as-a-service/e2e-rt-sw-9dcd2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.650861297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"4677471f-ae1a-4eab-a093-47ec7ad899ca","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.720843183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"3d754e72-7bd1-483c-8c48-a76d7d5d9512","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:55.725866379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-valid-sub","reconcileID":"0e49e6c7-d765-4230-abec-10e65c62b52c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.736874518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cce8616a-228c-4ceb-a465-a9f02c144e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.74726695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"51ceb22f-3347-4c0e-9d05-ba3b53f4e7bb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.757287224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"13c3259e-2904-456b-a447-baf3d868be62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.796369712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"cf35df26-eaa4-48fb-a111-ecc0c0331738","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.7979543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cce8616a-228c-4ceb-a465-a9f02c144e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.864046155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"13c3259e-2904-456b-a447-baf3d868be62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.86512809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"838cdc9a-c2ea-4dc4-a552-183c7d41b36c","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:55.887518718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"51ceb22f-3347-4c0e-9d05-ba3b53f4e7bb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.028453834Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-valid-sub","reconcileID":"05604ac1-938e-47c5-8765-a78b557abb50","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-models-valid-sub","ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.066117011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"68efbb45-9e38-4ef1-b584-4e1a845867de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.084351917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"68efbb45-9e38-4ef1-b584-4e1a845867de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.088709827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"087b2c2d-4dad-4c76-a162-e3733e82b4af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:56.100898297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"51ceb22f-3347-4c0e-9d05-ba3b53f4e7bb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.114867634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"d0de8b7c-9f4a-4f28-86f7-c0a0ca01101e","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.119103101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"da2ad006-7ca8-4b02-a045-2f0a83460bbf","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.119417711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"733ec43c-da9e-449a-a752-5201500b1018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.134535327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"733ec43c-da9e-449a-a752-5201500b1018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.137357333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-valid-sub","reconcileID":"4692330d-cc5b-4809-ab8f-16bf69ef17e9","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.137871537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"da2ad006-7ca8-4b02-a045-2f0a83460bbf","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:57.125976053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"12d5bb72-3350-43b8-8722-611c559fe7a2","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.13776243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"27000cb7-7b93-44e6-8905-a4e185c8fac9","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.138041551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"01d8154a-d2b1-428e-873b-fe15210c7ddc","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.144126612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"534d3961-16b6-4d29-822d-fec15861a453","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.144406391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"7f18768d-c3bd-488a-b969-a8accb906e33","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.165962323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"1481a397-158a-4ac4-a34f-e78398dacda5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.175994092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"1481a397-158a-4ac4-a34f-e78398dacda5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.183651456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a16549a3eb4ba7b214964c659a8f83de000cece8ede530050aceb0dbab84b770) AuthConfig (0e3d07ab8c0a1cec8194ec1f0c5aed7cf1de36090fa6c1c60e95a851535b339e) AuthConfig (19798352a5b4f7b1c7db24988bd75bf5c128ef1d692f1eb601a970d3e4d0f286) AuthConfig (0a4d38d5cef45b1ba37535c1cc4b7b052e5aa92d53087b5eb15a7e49b67c0e82) AuthConfig (be94e23fff6703a1b8b3ba80e1a8b2890ec47620af434cd6c5a48d75ecb34024) AuthConfig (5a76800dba580fadeb4cc63d5507ec45505e03d949f110528b82164d269f6cb6) AuthConfig (409d82619e44179c22f68575448fb3f78a5fdd9e9144ff6363d1eb25197f714e) AuthConfig (c997cf3a41c3cd0609af163f4ae1d1a940d5a8c809fddef5a350a6b129c81b3b) AuthConfig (c0d1f80af48c3f6ff946977caf9dd709d145b5697bc46b6ddd7fbb84036adcbd) AuthConfig (02b14d65973cd6b3ff7de5900099102540e9d72cf265c093886ce52df42cfb98) AuthConfig (8f9df53e4c5fd2b4bbc150912cc114235eb4951301f70d858c0a32c54c6a21ab) AuthConfig (c885d90fff9b94209dc739772c839198a2d284080623eb4aac1111a9c8a899e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"1481a397-158a-4ac4-a34f-e78398dacda5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.192570332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"e8147e01-0659-41a8-a5a0-837e8f425f05","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.192913467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"299b9517-2514-4151-b5cd-2903c9604207","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.276139399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"e6fbe524-fb59-419f-ad7e-072fa5d0e248","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.285026515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"e6fbe524-fb59-419f-ad7e-072fa5d0e248","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.292300795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a16549a3eb4ba7b214964c659a8f83de000cece8ede530050aceb0dbab84b770) AuthConfig (0e3d07ab8c0a1cec8194ec1f0c5aed7cf1de36090fa6c1c60e95a851535b339e) AuthConfig (19798352a5b4f7b1c7db24988bd75bf5c128ef1d692f1eb601a970d3e4d0f286) AuthConfig (0a4d38d5cef45b1ba37535c1cc4b7b052e5aa92d53087b5eb15a7e49b67c0e82) AuthConfig (be94e23fff6703a1b8b3ba80e1a8b2890ec47620af434cd6c5a48d75ecb34024) AuthConfig (5a76800dba580fadeb4cc63d5507ec45505e03d949f110528b82164d269f6cb6) AuthConfig (409d82619e44179c22f68575448fb3f78a5fdd9e9144ff6363d1eb25197f714e) AuthConfig (c997cf3a41c3cd0609af163f4ae1d1a940d5a8c809fddef5a350a6b129c81b3b) AuthConfig (c0d1f80af48c3f6ff946977caf9dd709d145b5697bc46b6ddd7fbb84036adcbd) AuthConfig (02b14d65973cd6b3ff7de5900099102540e9d72cf265c093886ce52df42cfb98) AuthConfig (8f9df53e4c5fd2b4bbc150912cc114235eb4951301f70d858c0a32c54c6a21ab) AuthConfig (c885d90fff9b94209dc739772c839198a2d284080623eb4aac1111a9c8a899e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"e6fbe524-fb59-419f-ad7e-072fa5d0e248","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.32273743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"37da2344-9e1f-47b1-83a8-13e79ec07b0c","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.322923042Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-85440b-sub models-as-a-service/e2e-rt-sw-9dcd2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.332416734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"cb34c6c4-f7be-40c9-82e4-ad1890ec92be","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.345526801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"0c4a4487-5761-422e-ba34-2a235b6df3f8","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.346077748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"460e1936-f316-49a1-acec-234cbf46551f","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.348726099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"4d8721f1-5491-44d0-a87a-af01decd07c0","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:15:58.347978031Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4f93d1/e2e-distinct-models-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.349750695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"2a4962b2-9961-444a-b3c0-afafd755f354","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.350092138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"d1fb9f17-e42a-4f75-9c96-1dde6b3f625e","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.355299803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"b46d4773-061f-4789-867d-ab9b219d6971","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.36422876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"7bceaec6-dbfc-40c3-b4f9-7cd1c3ca663b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.365226536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"915d35f9-ede3-4a0b-97a8-c1d252f327a0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.367742775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"34c5d10b-e127-45d5-8a41-e6133c9c00c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.372760482Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"a967aab0-f1f2-44cd-a3e7-57de55b71134","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-w3-4f93d1","model":"distinct-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.377860767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"915d35f9-ede3-4a0b-97a8-c1d252f327a0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.37789399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"7bceaec6-dbfc-40c3-b4f9-7cd1c3ca663b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.380166947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"34c5d10b-e127-45d5-8a41-e6133c9c00c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.386109689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a16549a3eb4ba7b214964c659a8f83de000cece8ede530050aceb0dbab84b770) AuthConfig (0e3d07ab8c0a1cec8194ec1f0c5aed7cf1de36090fa6c1c60e95a851535b339e) AuthConfig (19798352a5b4f7b1c7db24988bd75bf5c128ef1d692f1eb601a970d3e4d0f286) AuthConfig (0a4d38d5cef45b1ba37535c1cc4b7b052e5aa92d53087b5eb15a7e49b67c0e82) AuthConfig (be94e23fff6703a1b8b3ba80e1a8b2890ec47620af434cd6c5a48d75ecb34024) AuthConfig (5a76800dba580fadeb4cc63d5507ec45505e03d949f110528b82164d269f6cb6) AuthConfig (409d82619e44179c22f68575448fb3f78a5fdd9e9144ff6363d1eb25197f714e) AuthConfig (c997cf3a41c3cd0609af163f4ae1d1a940d5a8c809fddef5a350a6b129c81b3b) AuthConfig (c0d1f80af48c3f6ff946977caf9dd709d145b5697bc46b6ddd7fbb84036adcbd) AuthConfig (02b14d65973cd6b3ff7de5900099102540e9d72cf265c093886ce52df42cfb98) AuthConfig (8f9df53e4c5fd2b4bbc150912cc114235eb4951301f70d858c0a32c54c6a21ab) AuthConfig (c885d90fff9b94209dc739772c839198a2d284080623eb4aac1111a9c8a899e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"915d35f9-ede3-4a0b-97a8-c1d252f327a0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.392121565Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"a967aab0-f1f2-44cd-a3e7-57de55b71134","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-2-w3-4f93d1","model":"distinct-2-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.422903989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"52a603cd-edba-4cad-9fbd-04c6bf648078","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.423247379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"08aff334-2317-414a-891f-011c7b1be193","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.450695032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"7ffe0894-0ae0-4e4a-bbc5-cd0e4e3535d3","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.45072053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"7ffe0894-0ae0-4e4a-bbc5-cd0e4e3535d3","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.455713856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"218757b2-dfdb-42dc-acc7-b2058986ff9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.455716628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"989bd714-4638-4478-9654-29f8bdf146d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.463887234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"99ea58eb-0dd2-4b47-baa3-90340cb82bc1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.466747506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"218757b2-dfdb-42dc-acc7-b2058986ff9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.46723826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"843b6509-fdfe-4eb7-8d3d-280362c135e6","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/distinct-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.471071597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"989bd714-4638-4478-9654-29f8bdf146d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.473579553Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-sub","reconcileID":"a16ae673-e212-43a3-a498-e290411e672a","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-582fd919","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.475161783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"99ea58eb-0dd2-4b47-baa3-90340cb82bc1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.483881601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"843b6509-fdfe-4eb7-8d3d-280362c135e6","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-2-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/distinct-2-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.484219921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4f93d1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a16549a3eb4ba7b214964c659a8f83de000cece8ede530050aceb0dbab84b770) AuthConfig (0e3d07ab8c0a1cec8194ec1f0c5aed7cf1de36090fa6c1c60e95a851535b339e) AuthConfig (19798352a5b4f7b1c7db24988bd75bf5c128ef1d692f1eb601a970d3e4d0f286) AuthConfig (0a4d38d5cef45b1ba37535c1cc4b7b052e5aa92d53087b5eb15a7e49b67c0e82) AuthConfig (be94e23fff6703a1b8b3ba80e1a8b2890ec47620af434cd6c5a48d75ecb34024) AuthConfig (5a76800dba580fadeb4cc63d5507ec45505e03d949f110528b82164d269f6cb6) AuthConfig (409d82619e44179c22f68575448fb3f78a5fdd9e9144ff6363d1eb25197f714e) AuthConfig (c997cf3a41c3cd0609af163f4ae1d1a940d5a8c809fddef5a350a6b129c81b3b) AuthConfig (c0d1f80af48c3f6ff946977caf9dd709d145b5697bc46b6ddd7fbb84036adcbd) AuthConfig (02b14d65973cd6b3ff7de5900099102540e9d72cf265c093886ce52df42cfb98) AuthConfig (8f9df53e4c5fd2b4bbc150912cc114235eb4951301f70d858c0a32c54c6a21ab) AuthConfig (c885d90fff9b94209dc739772c839198a2d284080623eb4aac1111a9c8a899e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"99ea58eb-0dd2-4b47-baa3-90340cb82bc1","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.557535836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"3a3a76a6-917d-4853-94e8-5eff3ad0db8c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.564281608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9ca74e57-bfb0-4bc4-a674-4874984b6799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.564284295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"98a9e1c3-9ad0-4b70-9eaa-ea45d8c41baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.566903976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"3a3a76a6-917d-4853-94e8-5eff3ad0db8c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.573549909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"98a9e1c3-9ad0-4b70-9eaa-ea45d8c41baf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.573779125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9ca74e57-bfb0-4bc4-a674-4874984b6799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.660827024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ecbf179-dd91-48cd-a36d-c7d2f58e4249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.661016934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"da2ebb2b-dfaa-4073-95ca-2767440bee2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.669481405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ecbf179-dd91-48cd-a36d-c7d2f58e4249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.669527434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"da2ebb2b-dfaa-4073-95ca-2767440bee2b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.76149919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"fb031c26-9170-4e1c-8e09-8e1b5cd3673c","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.761548089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d86ce40a-95b9-4559-904a-bd07560a8c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.770352755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"fb031c26-9170-4e1c-8e09-8e1b5cd3673c","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.770530485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d86ce40a-95b9-4559-904a-bd07560a8c3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.198101319Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub2","reconcileID":"bf4573f8-98fe-4b16-b0c1-96d8a551ec66","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.201986814Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub2","reconcileID":"bf4573f8-98fe-4b16-b0c1-96d8a551ec66","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.206192319Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-sub2","reconcileID":"bf4573f8-98fe-4b16-b0c1-96d8a551ec66","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.250227121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"39f46bad-7ad4-482a-a64a-56c57520b9e1","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.294142495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"5eab2e3b-4c82-4c7d-a431-3d22d707dba1","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.294188873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"5eab2e3b-4c82-4c7d-a431-3d22d707dba1","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.299131766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"a941d79f-455e-4a59-97d9-1a085fcedbb2","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.299498161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"21b950aa-6708-4ccb-a031-3f5738ae5d70","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.300659258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"b08b9655-ea6f-4ac4-8fd2-59854bc69d38","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.302706853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"9f716923-5097-4389-94ee-560b4def290f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.310574532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"b08b9655-ea6f-4ac4-8fd2-59854bc69d38","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.311495065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"9f716923-5097-4389-94ee-560b4def290f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.393830691Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth1","reconcileID":"9cbc5e6b-b425-41f6-b35b-218fdaea25a4","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.394705211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"8ac1ba83-fce4-4c0e-847e-124f520f7fcb","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.398252346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6d839ab8-fb66-4b85-b440-1eefd5a61270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.398976811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"82771d9e-a776-48e2-a8ff-072686f1c6dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.399449815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"3b98d809-5f6b-46b2-b039-68bff04d6d55","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.410153806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"82771d9e-a776-48e2-a8ff-072686f1c6dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.411513444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"3b98d809-5f6b-46b2-b039-68bff04d6d55","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.41449663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6d839ab8-fb66-4b85-b440-1eefd5a61270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.534531543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"f12b0782-0b29-4bad-a2e5-5f738a88d510","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.690224963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-return-all-auth2","reconcileID":"35d135d4-6ce7-46fb-825e-aecbadf1f07d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.690669408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"e54fa89f-7b4f-4ae5-be66-79bb8461cacc","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:02.705006058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"c038a93b-b629-4651-8a21-520edfd97003","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.109793039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"0b6d30b4-d74a-41bc-b934-7e58d0b69a66","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.164962604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"1474356e-fa5f-40a5-94d1-50e50257b724","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.199720678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"3f715163-35ae-4bdd-b9b5-253d1ad014a2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.208252768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"3f715163-35ae-4bdd-b9b5-253d1ad014a2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.233763704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"37bd5c5d-acb5-489c-8f9e-fea200d8c1d4","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.28502487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"2d337773-0eed-4244-9bca-b35be0bec8cb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.286310785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"9a4012bd-94b9-4875-b6b6-230565f73579","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.29374602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"44e44f53-02cb-4276-b194-27b221def7ea","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.298831605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"2d337773-0eed-4244-9bca-b35be0bec8cb","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:04.301695333Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-sub","reconcileID":"63108dc4-0a78-4e76-8222-894f8f73b48b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.319800013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"0c1347fa-34d6-4721-b41e-c90c2136f6e6","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.326282319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"d952930b-09e7-460b-ad65-b709a071bd61","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.365047971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-sub","reconcileID":"981dc240-2e66-4094-bd7b-316f1ee24e58","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.383557463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"c1904d26-a5fa-4b99-9264-ec475ecab824","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.38415569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b9052ab5-c15b-4918-8f2e-3bb15472f8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.38474359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e1d5ee5a-b578-4015-8eb9-bcab86a4d89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.398665157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"c1904d26-a5fa-4b99-9264-ec475ecab824","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.40155694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b9052ab5-c15b-4918-8f2e-3bb15472f8d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.401731393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e1d5ee5a-b578-4015-8eb9-bcab86a4d89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.407409917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"428f2e21-ed67-4966-84e4-70b8a5b1ad5b","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.441203209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"b8cd1f35-e5e4-42e9-9153-06a1ba4ce3e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.441900894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-sub","reconcileID":"e29d9a4b-08e6-43cf-b613-9ce98964292c","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.517627585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c1ce5149-a0ac-4ebe-b56a-e30772f13e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.523925294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7d91edd8-97f6-4258-8801-620a69bcb674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.539531672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c1ce5149-a0ac-4ebe-b56a-e30772f13e3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.549181255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7d91edd8-97f6-4258-8801-620a69bcb674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.899755616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"e5d52fd7-e643-46f1-9a80-5dcab8e6ace2","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.913592208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"85291684-e358-4175-b0ac-e64e435e4e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.91387198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"efc0c510-80ec-4ad2-8d4d-10c7456cf5fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.913588656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"83db8de4-23c4-4524-8d46-c49159d7748f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.92484264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"85291684-e358-4175-b0ac-e64e435e4e7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.925287012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"83db8de4-23c4-4524-8d46-c49159d7748f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:04.931459523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"efc0c510-80ec-4ad2-8d4d-10c7456cf5fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.336775509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"5899b157-74d1-4a5a-bd91-b072d1b0f6ce","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/distinct-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.428099719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"5899b157-74d1-4a5a-bd91-b072d1b0f6ce","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-2-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/distinct-2-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.571917207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"105b8fda-0276-41f6-a26e-26fa036799ea","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.572430165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"08fe7468-33a8-41cf-bdc8-03e8cb39aff0","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.6166586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"42580a6c-2995-4311-a290-f9ba61ed3a26","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/distinct-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.657291802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"42580a6c-2995-4311-a290-f9ba61ed3a26","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-2-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/distinct-2-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.88714319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f54a8673-906f-4df7-8c64-8ac20b4c2180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.966590188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f54a8673-906f-4df7-8c64-8ac20b4c2180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.255237332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"894487e3-18ae-457c-884a-922513c624a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.256047842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ace6e26c-3ec1-47d7-8698-539eaec91fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.256826394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"82116d42-25f1-497c-b2c3-70d97a2844c7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.273888265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"af9bb414-78b7-40ae-9801-a87bdbe6290c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.329992175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"82116d42-25f1-497c-b2c3-70d97a2844c7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.336413455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"894487e3-18ae-457c-884a-922513c624a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.381579665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ace6e26c-3ec1-47d7-8698-539eaec91fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.383719668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"af9bb414-78b7-40ae-9801-a87bdbe6290c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.404525062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c66cd67e-a625-4e27-b442-d70ed713b550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.555885156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c66cd67e-a625-4e27-b442-d70ed713b550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.703227168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a79b21bf-addb-42dd-9741-6ac85e1661ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.871170008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a79b21bf-addb-42dd-9741-6ac85e1661ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.905407633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"51ff619f-c224-407d-bad9-6b8136ad7fc8","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.932077749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"61c5c8cc-c8c9-4329-826b-035f08d18508","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.933497704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"916ed73d-0913-44b0-8aa7-a3c2b7e7fbd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.057212205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"916ed73d-0913-44b0-8aa7-a3c2b7e7fbd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.232075065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"4c450d98-f17f-42e8-9ecc-59f27c3f3b8a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.279689749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"4c450d98-f17f-42e8-9ecc-59f27c3f3b8a","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.373918953Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-valid-sub","reconcileID":"f222fe6f-a9c1-4b3d-bc7b-7e3984c6f5cf","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.415771419Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-valid-sub","reconcileID":"f222fe6f-a9c1-4b3d-bc7b-7e3984c6f5cf","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.485563265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"ece2aabd-824e-4b30-813d-6b7ee034236a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.514091573Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-sub","reconcileID":"8e23ca27-c635-405d-9f30-596b61e543af","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-85440b","subscription":"e2e-rt-eq-85440b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.551927692Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-sub","reconcileID":"8e23ca27-c635-405d-9f30-596b61e543af","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.572700446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"15ce1859-8a04-40b2-ad3b-b72c638c121a","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.643478813Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-sub","reconcileID":"8e23ca27-c635-405d-9f30-596b61e543af","MaaSSubscription":{"name":"e2e-rt-eq-85440b-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-85440b","namespace":"llm","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.644913266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"594736df-052f-49a9-8403-520b2c41a6bb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.691730792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"594736df-052f-49a9-8403-520b2c41a6bb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.718082647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"00cfe972-aa50-4370-a9b9-47e0b6aa183e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.71937836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cee93b98-e8ae-43e6-9a8e-7ebff13e8639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.719854781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"c189cecb-2453-49c1-8207-42842047ea51","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.790433736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cee93b98-e8ae-43e6-9a8e-7ebff13e8639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.82515382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"00cfe972-aa50-4370-a9b9-47e0b6aa183e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.829639574Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-invalid-sub-auth","reconcileID":"7917f7d4-5cdb-458b-a932-a77f70865e06","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.888530578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"df79e3a5-2f24-422a-bdb8-9e2b31176214","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.90271528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"df79e3a5-2f24-422a-bdb8-9e2b31176214","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:08.997198228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"fd463a6c-3552-4b57-93e4-d7659312e6fc","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.012071228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82d88978-73f4-470d-a5ed-36eab3282110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.035334576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"fd463a6c-3552-4b57-93e4-d7659312e6fc","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.06399458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"82d88978-73f4-470d-a5ed-36eab3282110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.076915789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"e9d1f2b2-0df0-4af0-8d2a-bec0975ce2ff","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.077019154Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"e9d1f2b2-0df0-4af0-8d2a-bec0975ce2ff","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.110398756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"6c81eb88-35f9-499c-8d4a-04e1fa207920","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.121481567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"4e4aa05a-d71a-4528-8105-a8805a95e464","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.174157314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3763b27c-1df6-4571-8e61-874fb742eaba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.229706842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"4e4aa05a-d71a-4528-8105-a8805a95e464","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.233927129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3763b27c-1df6-4571-8e61-874fb742eaba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.321096738Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-85440b-access","reconcileID":"b719b572-5b38-488e-87e9-f80ced46c589","MaaSAuthPolicy":{"name":"e2e-rt-eq-85440b-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.348640388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"decd5427-b650-4c0e-8af4-50a9d52a0a13","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.348760116Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"decd5427-b650-4c0e-8af4-50a9d52a0a13","MaaSModelRef":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-85440b-0316df2cc008","namespace":"llm","model":"e2e-rt-eq-85440b","externalModel":"e2e-rt-eq-85440b","provider":"e2e-rt-eq-85440b-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.577361153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"d2707105-e22e-4d92-ace0-3bd7bb036ddc","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.900649392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"73c6f47d-61a5-4b45-bd4c-8055577f3fa5","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.903136508Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"b4079278-1892-4d3a-bddb-08ef2145d672","namespace":"llm","name":"e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.921026156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ac929dd8-df76-4951-89ae-af1aafb24a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.925104924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"8f73b6b7-be42-49c5-8f43-5877c7943f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.92527633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ea6b9c1e-419b-4dad-9879-70b88f6d9661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.928208224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"e4ef47a3-75ce-4a4a-a0b1-b0e549c5bb5b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.928928158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd8cf7cd-0af1-415f-8e44-2efffa61f772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.929938223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ac929dd8-df76-4951-89ae-af1aafb24a2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.028453138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd8cf7cd-0af1-415f-8e44-2efffa61f772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.041843792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"e4ef47a3-75ce-4a4a-a0b1-b0e549c5bb5b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.044987088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ea6b9c1e-419b-4dad-9879-70b88f6d9661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.049045563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"8f73b6b7-be42-49c5-8f43-5877c7943f91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.060538595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"57bc34a4-161d-4b6a-b117-a0411567a396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.067137063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"e7d6e8dc-9290-4517-8e56-3de159752902","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.072356269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"57bc34a4-161d-4b6a-b117-a0411567a396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.075712581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54b3e491-91ae-49d1-8682-764783884e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.079314375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"9878ce10-6fae-48b7-9852-c2d7af8b2e40","namespace":"llm","name":"e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.083485209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"e7d6e8dc-9290-4517-8e56-3de159752902","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.084480818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"b5d04f97-5011-44fe-a992-4b00ba48cd32","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.084484253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54b3e491-91ae-49d1-8682-764783884e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.090476154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"74d7a49d-6d0f-4d3d-8332-a432ff2fb4e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.094881753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"6f753413-df7e-495f-b940-46d832ee7aad","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.09539263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"feb17bad-46b9-4097-ab33-a199ee15e94d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.148191674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"afaa1754-fcff-4eab-bea4-bde7d955efb8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.148221535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"afaa1754-fcff-4eab-bea4-bde7d955efb8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.148551769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9cd2abc-4fef-4f86-92de-00672449e4fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.148574457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9cd2abc-4fef-4f86-92de-00672449e4fe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.14900846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06a98962-78fc-454f-83f0-807cb9caf918","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.149026401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"06a98962-78fc-454f-83f0-807cb9caf918","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.149293092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ec7424d-e3e1-4249-901f-b3226a7e2ca6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.149305016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ec7424d-e3e1-4249-901f-b3226a7e2ca6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.149614415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7e467e23-77f5-4cfc-bae5-c47a4fc478d3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.149628661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7e467e23-77f5-4cfc-bae5-c47a4fc478d3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.149930222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5353a046-5ed6-4fcd-82f0-a3f05d5fe5dd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.149944229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5353a046-5ed6-4fcd-82f0-a3f05d5fe5dd","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.150270952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eae84211-9771-4948-9313-ff84a4a2bf21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.150284305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eae84211-9771-4948-9313-ff84a4a2bf21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.144575812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"74d7a49d-6d0f-4d3d-8332-a432ff2fb4e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.160266495Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"6819211f-852f-4788-9524-d721932dd7ed","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e6666e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.162010358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"feb17bad-46b9-4097-ab33-a199ee15e94d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.163803842Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"7c070ea0-520a-4491-89c0-d74b2545e499","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e6666e35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.164026256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"f60dc5f6-4632-4c96-859e-b2805c2f241a","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.164051522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"f60dc5f6-4632-4c96-859e-b2805c2f241a","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.168924856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09cb51ba-df35-4ed0-b50b-f7001d340fe4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.168945137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09cb51ba-df35-4ed0-b50b-f7001d340fe4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.168963085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6fd5e918-a5cc-4c7a-a934-619f2809608d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.169377999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d66fb8c-e7c1-4871-beb7-7a237c7c97af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.173943147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"aa1e7bb6-dfe4-4499-8df2-15239315d803","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9dcd2a","model":"llm/e2e-rt-sw-9dcd2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.245994245Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-85440b","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-85440b","reconcileID":"0f8251fd-6fc3-4378-a065-0946162ccabc","namespace":"llm","name":"e2e-rt-eq-85440b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.260471222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"433cceb3-6928-4823-91e2-96d142619426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.261135609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"1da4a6f0-282b-4656-a4e6-741737a679bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.261764064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"abb34bf8-15cf-4bb3-93ed-32c29180d80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.275736308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"abb34bf8-15cf-4bb3-93ed-32c29180d80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.278937118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"1da4a6f0-282b-4656-a4e6-741737a679bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.279315938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"433cceb3-6928-4823-91e2-96d142619426","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.290387427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"72970536-1b6f-4e4c-b467-7ff8d1bbe9e1","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.440785377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8f8ce8d0-d79d-44ff-811d-d94314508855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.441383768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"981add25-2e53-44b3-9807-eba49d340804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.524981385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8f8ce8d0-d79d-44ff-811d-d94314508855","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.528561558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"981add25-2e53-44b3-9807-eba49d340804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.531460574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"1623295b-522a-4cfd-8ae7-9ecbd2457c07","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.539494903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c246b96-09a0-431e-8525-55e0328bbfcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.542110404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"1623295b-522a-4cfd-8ae7-9ecbd2457c07","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.542877661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"90546ab7-d740-4cf1-bbab-fc96ed81d7cb","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.542913144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"e535e582-a0cb-41dd-98ca-fcc00d8fcc66","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.552994141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"90546ab7-d740-4cf1-bbab-fc96ed81d7cb","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:10.554496234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-user-sub","reconcileID":"c025975d-4453-44fc-a449-b60edd78967f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.554692953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"d99ab965-063b-4881-9277-6b70696a2ba5","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.558882327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c246b96-09a0-431e-8525-55e0328bbfcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.577042436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"84f587a6-fcda-47aa-97e1-88354b7805de","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.587475995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"266fe36f-88af-4956-950d-5236eab63b24","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.654851976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7f69466c-7e8f-4b43-a2eb-3b93857513b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.660120701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5ede9799-57c6-4ae7-accc-c30ddec2b4c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.66110454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"150a561c-916f-407a-b2e1-bd40d21733f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.665628346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7f69466c-7e8f-4b43-a2eb-3b93857513b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.666517603Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-user-sub","reconcileID":"0a6ebcd9-58c1-410d-8c24-dcde93c07907","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-models-user-sub","ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.666946773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"ce95c7ae-2efa-4244-b747-c79bd8af754e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.671218514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5ede9799-57c6-4ae7-accc-c30ddec2b4c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.671915369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"150a561c-916f-407a-b2e1-bd40d21733f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.67200997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fde393f-72a5-4b8c-a363-757e252e6b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.677916585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"ce95c7ae-2efa-4244-b747-c79bd8af754e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.681061861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fde393f-72a5-4b8c-a363-757e252e6b96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.691235001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"14d3391f-d731-481c-ab3c-b01ea63aafa5","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.70339506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"09bd54e4-44ad-48ae-81cd-448391b8bbe0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.717766512Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-466f83 priority=0:[ai-tenant-e2e-worker-w4-466f83/e2e-models-other-sub ai-tenant-e2e-worker-w4-466f83/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.717868883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"bae7a3da-8c44-463a-9462-7cc9e5d9ead3","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.743084542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"357e2a97-2aad-4a51-a3fe-bb30bb12302f","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:10.746141003Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-466f83/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.748194934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"449b44b0-8065-40b1-a2e8-b6156a53fb8e","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.756010942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"39e9ad8d-b2f7-4df1-86ad-4732d21582a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.75670227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"fca3fb27-ab17-4506-a9f8-33e7e1070c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.757151772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3898f388-58f8-4747-97bb-5df21e13d901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.764210943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"75bdb821-4815-4bfa-8ef7-4eefd06a29b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.769406964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3898f388-58f8-4747-97bb-5df21e13d901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.769808527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"39e9ad8d-b2f7-4df1-86ad-4732d21582a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.769940388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"44150019-1b53-49ab-9d4d-79967fbc67d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.773385903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"fca3fb27-ab17-4506-a9f8-33e7e1070c4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.774056177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"75bdb821-4815-4bfa-8ef7-4eefd06a29b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.779313212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"44150019-1b53-49ab-9d4d-79967fbc67d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.82814557Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-user-sub","reconcileID":"8711ce99-66dd-4002-9b0b-5295ad0ffa83","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-models-other-sub","ai-tenant-e2e-worker-w4-466f83/e2e-models-user-sub","ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.85396452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-other-sub","reconcileID":"bf853c91-b41c-4fe2-aa65-dc49b7ceb7c4","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.877938996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"d64a0faf-fb4d-42c9-9023-c06f67121e54","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.90548516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-other-sub","reconcileID":"77dd0864-1572-4eba-b35b-cb0d861d58cf","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.908639958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-user-sub","reconcileID":"daa3731c-35ab-4c30-9028-7df126c77cca","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.911298981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"c185e3ed-f175-44c3-88bf-e5219d16b928","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:10.960972212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"e4f42e46-80c8-4cb4-a76d-4a5d56a39718","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.061031856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9723054d-1cf9-4400-b435-75d3e2af7b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.061798846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2d8cae29-1b67-4bd7-918c-9d8172b45015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.065579412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"640b9846-8ff0-42d0-9b7f-57dab54d3c81","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.14611954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2d8cae29-1b67-4bd7-918c-9d8172b45015","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.154474669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9723054d-1cf9-4400-b435-75d3e2af7b3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.155247531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"46f7c123-8324-4b75-b26d-8dbd8e9fa791","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.165772791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"46f7c123-8324-4b75-b26d-8dbd8e9fa791","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.183140597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"c6869271-410f-436e-a8ed-f4fc086cda26","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.183218048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"c6869271-410f-436e-a8ed-f4fc086cda26","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.253034018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"786efa98-5fbb-44f9-8127-e2da6110d8c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.265915201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5e7a465-555e-4f9f-9541-5605f8667fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.2665908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cbc2518-2bce-4de4-bd5d-df1d1e20b24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.270983488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"786efa98-5fbb-44f9-8127-e2da6110d8c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.279553556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5e7a465-555e-4f9f-9541-5605f8667fcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.27997264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cbc2518-2bce-4de4-bd5d-df1d1e20b24b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.280130835Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"3cc16fb6-5270-4799-81f8-8f0c41082057","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-436fd837","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.282832675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"c376bfa3-e4b7-4841-a44e-ee023e308a0c","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.347374052Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.350438222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"8a23dbfd-9c36-4d3f-8d04-51d6f4818a02","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.360294028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"8a23dbfd-9c36-4d3f-8d04-51d6f4818a02","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.408131223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b754d4f5-57e6-4fee-8778-1b56f2e66932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.409004006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca2a6311-ec85-42ad-a7c7-d233f53c3ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.42473886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b754d4f5-57e6-4fee-8778-1b56f2e66932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.438029219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca2a6311-ec85-42ad-a7c7-d233f53c3ab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.497509367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"cf021942-a2e5-491e-9a2e-9e6a043e3d65","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.506081279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"cf021942-a2e5-491e-9a2e-9e6a043e3d65","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.660755242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"7ba0dc2c-3a37-4373-8c62-b5e3ef7a5149","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.896086511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"018d3cff-ec5d-444f-81ef-ef94add9def2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.583511076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"9a89df77-9949-4bdb-8251-7acb564e89b3","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.666056753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"62526927-a198-4c0d-8dcf-8d6f54e717f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.666586275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"87a88970-736b-4d66-a15f-08b98ebf01a6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.666654964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2398ae08-7300-4893-8492-ef2bc0024f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.676351068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"62526927-a198-4c0d-8dcf-8d6f54e717f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.743121279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2398ae08-7300-4893-8492-ef2bc0024f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:13.744024683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"87a88970-736b-4d66-a15f-08b98ebf01a6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.918565059Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-sub","reconcileID":"ebc80813-da66-4f53-bba2-75dcb8cc03e2","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.939701209Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-sub","reconcileID":"ebc80813-da66-4f53-bba2-75dcb8cc03e2","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.970391649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"16c545e6-3ac9-4b32-b414-87bfd0f7e3b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.981776372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"658df09c-2bdf-4638-b180-1551acdfd8f8","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.982159312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"a9485bc6-ee1c-48c1-906e-ee322a0bd450","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.003729329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bfb6c892-426d-4680-a957-3b7bae0a47f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.00421669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"7d97158b-84a0-4d8d-a20a-124188a0fb0a","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.004495941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9f949116-092b-480d-98d6-9a7a4559cbb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.004518838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"22e70e5d-cc9f-4c32-88c6-aab8a00a5b06","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.012693277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bfb6c892-426d-4680-a957-3b7bae0a47f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.014323409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9f949116-092b-480d-98d6-9a7a4559cbb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.068116433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"e710fe50-1d35-4965-b7e4-1d7e792fe035","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.069876952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"5a06e9c1-939c-49fa-b2ec-a959d85dd3fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.070249429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"b3987710-4934-442a-9675-92bed854532d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.077188578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"65225951-8d78-4785-89d5-191d00593800","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.092273575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"64967f70-161d-4b0e-9e0c-072ca1f5d2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.092393261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b0fada60-494c-4fd9-8701-5a5b101373f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.092799871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"44f0d5a8-bf30-4de7-b106-1020c75ba697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.092864746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"833faa2f-d2dd-4fdd-9b88-b412ce693200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.093138631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"ec2b2079-e462-4e40-a756-44b6a699cd90","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.112307081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"44f0d5a8-bf30-4de7-b106-1020c75ba697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.115022397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b0fada60-494c-4fd9-8701-5a5b101373f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.115949123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"64967f70-161d-4b0e-9e0c-072ca1f5d2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.116044892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"833faa2f-d2dd-4fdd-9b88-b412ce693200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.118695977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"ec2b2079-e462-4e40-a756-44b6a699cd90","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.214109241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"24966ad4-8e00-470b-a8b9-66b7d5b5d854","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.225008761Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-user-token-filter-auth","reconcileID":"04bcc7de-732f-4530-9723-1bef7598fa4d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:15.470303405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"9ff37d11-c345-4726-a6ae-affd8650a255","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.42342953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"2950b7e3-5531-4d00-b953-b1c687fec821","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.434585984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"4a9928aa-79c7-4dab-9887-3c9217c878c7","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.598757116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"af6df7e1-f42a-4989-88b0-f0822673c3a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.607568163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"af6df7e1-f42a-4989-88b0-f0822673c3a4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.607988144Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=10:[ai-tenant-e2e-worker-w0-f3631f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-f3631f/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.608146641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"fe782eb1-81fd-47c3-89c0-9fc56e925f6c","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.650861016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"73d2debc-fa58-458c-a118-3514ad416f36","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:16.664875381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub1","reconcileID":"6464fa47-3988-46ba-9711-fc9697f32bf8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:16.665450197Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"73d2debc-fa58-458c-a118-3514ad416f36","name":"distinct-w0-f3631f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-f3631f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:16.665503856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"73d2debc-fa58-458c-a118-3514ad416f36","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-f3631f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.667040794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"b3b0744e-288c-4087-b2aa-a7db80506a18","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.671779273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"455bc6a0-2c8d-47bb-b768-6a7cd5b9d735","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.67338835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5a245fd9-a1c8-4b10-9c60-c8b5f774601c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.684153421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f95551a1-0a4b-4376-ac92-f4b5ddaaf43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.688998211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"30681a08-9952-474b-b6fe-3770107c224b","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.693196758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5a245fd9-a1c8-4b10-9c60-c8b5f774601c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.699873301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f95551a1-0a4b-4376-ac92-f4b5ddaaf43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.700684588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"d40c48cf-76a2-4fb1-a338-b9df85ce2974","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.718726252Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub1","reconcileID":"7dbea834-d352-4402-8858-75cb8953cb60","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","model":"distinct-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.72138256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"acb20e6f-4fa6-4d71-ae58-2c563979f29e","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.738666842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"88729dae-fe7a-430b-93fc-cf22dfd80631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.738705021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"a9275608-aa89-4ae3-8db7-3e4ac45bd252","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.739057338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"950f5eff-3b66-4cc7-a875-e4fec0a11fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.739379867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"061e9ac7-f00b-496a-bf59-48a2dcfea3b2","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.769514966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"88729dae-fe7a-430b-93fc-cf22dfd80631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.784522926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"950f5eff-3b66-4cc7-a875-e4fec0a11fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.792875567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"a9275608-aa89-4ae3-8db7-3e4ac45bd252","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.800812892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"156582f6-7eed-41e1-84df-1ee7c1a61a5f","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.807442427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"aa9c120a-b6a0-4bb1-9463-0d393c6e517c","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.816890431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub1","reconcileID":"ce368193-ff1e-4084-943c-c85426f36ec1","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.918431434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"7aa6b256-2981-4f27-81f5-63c31737cfb9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.933107254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"7aa6b256-2981-4f27-81f5-63c31737cfb9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.997226476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"df465276-95ef-4aab-a600-a1553df7f393","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:16.998182787Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=10:[ai-tenant-e2e-worker-w0-f3631f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-f3631f/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.012226311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"40bc0542-a7e3-4c57-b4c3-ae16941d9e97","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.013033586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"4e0c78a0-07da-463e-aa8c-f1b02262f690","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:17.018110996Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3631f/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.020354498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"8efe633a-63d9-4ade-90ba-3008eda45b99","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.020819124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7a599313-8122-4fcf-b986-38b74097e70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.020909841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"e1346b29-0eae-4428-9e32-42e6d53f532c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.023494494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d298203c-9b07-4743-bb66-8d9e2193a30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.029778049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7a599313-8122-4fcf-b986-38b74097e70a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.029813399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"e1346b29-0eae-4428-9e32-42e6d53f532c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.032031815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d298203c-9b07-4743-bb66-8d9e2193a30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.038876251Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub2","reconcileID":"b13b93bf-594a-4d4d-bdfb-24075ad279a2","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"distinct-2-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.075318203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"31c707d6-68ea-4140-abe0-4e910c98f736","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.117960218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"56584afc-03f2-41d4-85e3-10a5eed5e35d","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.130645293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"aa429454-fd2a-41d5-bffb-f5f6ea1dc0bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.131649073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9d9a6833-84a9-4f62-940e-892e5235919e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.132184533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"6a274a17-f18d-43d7-acd6-f5d6b043735f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.136502919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub2","reconcileID":"34f73443-d5cc-4746-bf5c-586ca0b9d0f6","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.136705993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"99cccfb2-4dab-4847-81c9-cc6b31b1b1e2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.140394327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"aa429454-fd2a-41d5-bffb-f5f6ea1dc0bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.147704098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9d9a6833-84a9-4f62-940e-892e5235919e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.15197057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"6a274a17-f18d-43d7-acd6-f5d6b043735f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.164740154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"99cccfb2-4dab-4847-81c9-cc6b31b1b1e2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.372572016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"13834f90-62b4-4e7b-85e3-c7f9b5cbcf28","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.395465931Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub1","reconcileID":"0c0a7194-74eb-48e0-8217-3ce7e9e67add","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cd72ef1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.402271397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"aac8edc9-3316-4a6e-8e65-8b41671ea468","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.40595063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"5418ee9a-7091-45dd-b37f-0e12306497a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.406278517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"4b0d6362-759e-42a1-9f4c-5bc276e940b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.40643827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8ebc0e58-a5fd-45a5-a055-d1802379d5b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.412913144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"aac8edc9-3316-4a6e-8e65-8b41671ea468","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.416473029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"5418ee9a-7091-45dd-b37f-0e12306497a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.418715473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8ebc0e58-a5fd-45a5-a055-d1802379d5b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.419015195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"4b0d6362-759e-42a1-9f4c-5bc276e940b3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.534860506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"3aaeac97-4d62-4e94-a5ec-c7c0101efcbf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.537486383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3e39cb19-aca6-48b3-9d1c-b20d34f035e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.537911333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4d52c9ee-61fb-40aa-b49b-ad2f04103f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.538030046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"d2500588-768e-4db5-a0e2-9a8665a35935","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.553578853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"3aaeac97-4d62-4e94-a5ec-c7c0101efcbf","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.563932987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3e39cb19-aca6-48b3-9d1c-b20d34f035e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.575422851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4d52c9ee-61fb-40aa-b49b-ad2f04103f83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.578548036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"d2500588-768e-4db5-a0e2-9a8665a35935","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.168422757Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"6014abb2-46c1-404c-ba96-0ce6e9837e0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/distinct-w3-4f93d1","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.180078851Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"6014abb2-46c1-404c-ba96-0ce6e9837e0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/distinct-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.18473775Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"6014abb2-46c1-404c-ba96-0ce6e9837e0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/distinct-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.191080041Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"6014abb2-46c1-404c-ba96-0ce6e9837e0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/distinct-2-w3-4f93d1","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.195032724Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"6014abb2-46c1-404c-ba96-0ce6e9837e0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/distinct-2-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.285665479Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-subscription","reconcileID":"6014abb2-46c1-404c-ba96-0ce6e9837e0d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/distinct-2-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.336173767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"c7c1c8a2-4bd6-4dfd-bfb8-df6ff55886b5","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.353457561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"fa94bfb7-4447-4055-ab78-925faa8f18d2","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.368566774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"6ee50d00-faeb-4c3a-add2-52023846959f","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.372775541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"4cadec61-4a15-446e-b450-a5ab53b3d66a","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.375475367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"19a04f24-6a0a-4600-b34a-bde89a1d7f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.37555968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"31282c82-0bbc-47cf-9982-a8b9fc281ba6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.375992656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8a361275-bb21-4b93-9b59-5adf8edaf801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.384137408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"31282c82-0bbc-47cf-9982-a8b9fc281ba6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.384346267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"19a04f24-6a0a-4600-b34a-bde89a1d7f43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.386437966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8a361275-bb21-4b93-9b59-5adf8edaf801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.468889135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"30410166-9318-4dd1-8c62-f6493e5908d6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.477495021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"30410166-9318-4dd1-8c62-f6493e5908d6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.487513442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"41b5557f-4670-407c-afe9-3294d4cc568a","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.487810163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"f9967780-f8f9-4333-b9e5-9076ec1ad52d","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.596213115Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"fe7f58c1-5cc5-4a66-a267-20c530c82162","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/distinct-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.599079043Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-distinct-models-auth","reconcileID":"fe7f58c1-5cc5-4a66-a267-20c530c82162","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/distinct-2-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.612896061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"22abe06d-d364-4f7d-98e1-2f2c384722fa","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.613086189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"74eb6a80-b553-4c35-91ec-43727676a43b","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.28529055Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"73d726d1-a9a4-4cea-9011-892430720d07","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9dcd2a","subscription":"e2e-rt-sw-9dcd2a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.293365339Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"73d726d1-a9a4-4cea-9011-892430720d07","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.297377474Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-sub","reconcileID":"73d726d1-a9a4-4cea-9011-892430720d07","MaaSSubscription":{"name":"e2e-rt-sw-9dcd2a-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9dcd2a","namespace":"llm","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.330552101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"6fe110c5-b81f-4f41-9387-c3a2fbe3782f","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.330579839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"6fe110c5-b81f-4f41-9387-c3a2fbe3782f","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.339923406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"2b25e668-3d6b-47b7-9bd7-c70eead149ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.348965772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83effffb-444e-4975-9064-309dc902c75b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.349543254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7abf079-a850-4964-bdba-7b5e34b969ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.367109634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"2b25e668-3d6b-47b7-9bd7-c70eead149ea","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.375856274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7abf079-a850-4964-bdba-7b5e34b969ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.376434325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83effffb-444e-4975-9064-309dc902c75b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.454039676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"d3c2510f-6be5-45f5-80cf-2f5f4f4063d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.466233971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"d3c2510f-6be5-45f5-80cf-2f5f4f4063d9","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.475932764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"3f118f7f-8113-440e-b8ac-19b132158fa9","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.475959685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"3f118f7f-8113-440e-b8ac-19b132158fa9","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.490098156Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9dcd2a-access","reconcileID":"413397f3-a3f3-4c0f-b433-df89c16cd845","MaaSAuthPolicy":{"name":"e2e-rt-sw-9dcd2a-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.51206509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"40fb2214-1e07-4924-a4cd-4658eb0c17b2","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.512096112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"40fb2214-1e07-4924-a4cd-4658eb0c17b2","MaaSModelRef":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9dcd2a-914404c28491","namespace":"llm","model":"e2e-rt-sw-9dcd2a","externalModel":"e2e-rt-sw-9dcd2a","provider":"e2e-rt-sw-9dcd2a-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.583317084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"fd308843-71ad-47c2-86d0-96b2a5d83649","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.593068521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"6ff5cd37-d30a-41ff-a018-1ee8171c82dd","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.636569506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"37733a8f-f8f3-4261-9df8-595894aa44c4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.650210651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"37733a8f-f8f3-4261-9df8-595894aa44c4","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.687469879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"7cfe11b0-c0cf-4c02-a666-f63f8f615f80","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.769077983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dd5ee123-5fe6-4756-8ac0-fe6c4bdf4ff1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.774670489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"e780242b-ff22-4d51-a05a-e2226eb2ee7b","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.779836383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"dd5ee123-5fe6-4756-8ac0-fe6c4bdf4ff1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.78441156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"eeb1225f-b794-471a-be9f-eaba39d19e8a","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:21.788318944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub","reconcileID":"97455d25-347d-4342-8c41-de20f4d91a74","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.808678187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"25360fc8-83f0-4491-802c-76d05c3ee589","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.817560576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"876f6c42-32ed-49ba-8fbf-34fd945c0245","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.839176846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e0130c2c-d17c-4b5e-bd42-a2eedb0292df","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.839816514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9c7cb68f-60d2-4a0c-a4cc-a8f4c049998f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.840179111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5ddd5cf5-b71d-4562-80e5-e7429587c520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.851641055Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub","reconcileID":"8b6668e8-f417-4b28-b46d-ad98fcdb1fde","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.854475732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"e0130c2c-d17c-4b5e-bd42-a2eedb0292df","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.857779408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5ddd5cf5-b71d-4562-80e5-e7429587c520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.85785594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9c7cb68f-60d2-4a0c-a4cc-a8f4c049998f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.879908155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"4ea31307-c32c-4bbd-8588-41956c3f4492","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.938973519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4cc36425-d801-40af-8a52-06a6ea3add06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.939228902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"995e8472-fc92-4d9c-abfd-78c543e0eb5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.939428501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"713497ee-1b73-485c-8f5a-de7735c38db2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.940962122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub","reconcileID":"e725c386-b3e9-4239-b0f8-31e0e64d537f","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.941073505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"3b43ee87-7f04-4816-be58-e06d083e0ceb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.949424358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"713497ee-1b73-485c-8f5a-de7735c38db2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.952086654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4cc36425-d801-40af-8a52-06a6ea3add06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:21.952988308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"995e8472-fc92-4d9c-abfd-78c543e0eb5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.139985977Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"2afdca09-c877-44e0-8560-6dc21d93a406","namespace":"llm","name":"e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.153821957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7422ea39-e4c5-4e34-bc4e-4bb2bc513eb1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.153850261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7422ea39-e4c5-4e34-bc4e-4bb2bc513eb1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.154174681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df3f459f-1c5e-469e-a144-75ff42fb513b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.154193887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"df3f459f-1c5e-469e-a144-75ff42fb513b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.156714916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58ee9b6a-b46d-4873-887b-0beb8499b24c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.156730399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"58ee9b6a-b46d-4873-887b-0beb8499b24c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.157023664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac512651-8ca8-4e77-ad85-7abe3a3500a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.1570365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac512651-8ca8-4e77-ad85-7abe3a3500a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.157221637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cb73a174-af72-4ff9-9271-0ad5c6b4e194","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.157233167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cb73a174-af72-4ff9-9271-0ad5c6b4e194","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.157448143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e305a997-631d-4f77-9413-6b1da39f8e5a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.15745978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e305a997-631d-4f77-9413-6b1da39f8e5a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.157662866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f435da13-631b-4561-944f-9cf3416012b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.157677119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f435da13-631b-4561-944f-9cf3416012b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.157852148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"905b94bc-11d8-4b42-8157-9ebb8de2d81e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.15785912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"905b94bc-11d8-4b42-8157-9ebb8de2d81e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.165407765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"93f49413-9920-4794-abc6-c18fdf2462b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.169089621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c1b5ab54-8b41-45a5-87d9-ae5993930dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.171420492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"86524a1c-4a55-49b1-ac00-fd26d044864a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.172209399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6958273a-bd57-47ac-9ad1-12abf53f0c4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.179291363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"93f49413-9920-4794-abc6-c18fdf2462b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.179832215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"923bbeb1-fbba-4d4c-bd24-736dc1882fb6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.182804821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c1b5ab54-8b41-45a5-87d9-ae5993930dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.184059216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"86524a1c-4a55-49b1-ac00-fd26d044864a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.185376748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c77687c-e8a8-4477-badb-bc524c49ea27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.186268858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6958273a-bd57-47ac-9ad1-12abf53f0c4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.190197466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"923bbeb1-fbba-4d4c-bd24-736dc1882fb6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.274538477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14523b04-9d0e-43f4-921b-ccdc676b4602","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.296834847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9dcd2a","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9dcd2a","reconcileID":"82188e3d-406f-43fe-9d37-d595fd926100","namespace":"llm","name":"e2e-rt-sw-9dcd2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.301655939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5687ff11-988b-4a7d-9db9-6dfa8bc61b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.304752443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"561c4db2-c1e9-4826-b41e-80bc0df4a44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.310242613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5687ff11-988b-4a7d-9db9-6dfa8bc61b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.319573084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"561c4db2-c1e9-4826-b41e-80bc0df4a44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.452589038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"528f1311-51b0-487e-a374-693653ad31e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.453201349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"4f4a7a58-884a-49cb-9b0f-6e628cc27c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.476768557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"528f1311-51b0-487e-a374-693653ad31e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.477872792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"365f8b7a-9929-4602-91d5-e307f322d2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.480245702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"4f4a7a58-884a-49cb-9b0f-6e628cc27c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.492813379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"365f8b7a-9929-4602-91d5-e307f322d2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.496048424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"d3c04ca7-5f3b-4817-bda5-a3e7a5a6ca00","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.547145855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"9fc5965b-047e-4bee-818a-b9d7dce2e1d0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.54740324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d9435eb4-0cd4-45e8-8ed5-eda7b39d477a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.559814905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d9435eb4-0cd4-45e8-8ed5-eda7b39d477a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.559867498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"9fc5965b-047e-4bee-818a-b9d7dce2e1d0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.607001348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"02c9e562-24b7-40ba-aa6f-8c9d7e7e14af","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.607836362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"51077a2b-245a-4f80-b28f-fd8847618479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.608370573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9c868ff4-c680-4b6f-b125-a2833e41e210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.60901472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"3d3c0a8a-4fb2-4d39-91fd-57d29681a94f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.609687767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"243f6cfc-3583-4a50-8800-f4980120b6e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.617549589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"02c9e562-24b7-40ba-aa6f-8c9d7e7e14af","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.621086569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9c868ff4-c680-4b6f-b125-a2833e41e210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.623201189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"51077a2b-245a-4f80-b28f-fd8847618479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.624890193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"243f6cfc-3583-4a50-8800-f4980120b6e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.625520035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"3d3c0a8a-4fb2-4d39-91fd-57d29681a94f","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.784619557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7e2ea4a9-d9a5-4d54-9a00-23abd88e5e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.785314814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"668eca1a-a3df-4606-ab06-88f5999908e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.786068368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2e2d4ae7-0961-4c93-80aa-745a4ee5cda8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.786697034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"998044d1-25cf-4ee0-ab0d-50bef1f77024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.796402793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7e2ea4a9-d9a5-4d54-9a00-23abd88e5e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.79928104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"cb354a06-27f0-4114-9d3d-f21e852664e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.807911533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"668eca1a-a3df-4606-ab06-88f5999908e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.843799598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"998044d1-25cf-4ee0-ab0d-50bef1f77024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.863021805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2e2d4ae7-0961-4c93-80aa-745a4ee5cda8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.947520542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"cb354a06-27f0-4114-9d3d-f21e852664e7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.950735306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e99cdd10-da57-4d02-b911-e7bdfe682122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.959202718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e99cdd10-da57-4d02-b911-e7bdfe682122","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.980888347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3d400326-e2a0-4d1e-afb9-a48619a60357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.992564383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3d400326-e2a0-4d1e-afb9-a48619a60357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.599442533Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-user-sub","reconcileID":"444b1eba-06d0-46ab-8f8e-afc6623e4176","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.622865853Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-user-sub","reconcileID":"444b1eba-06d0-46ab-8f8e-afc6623e4176","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-models-other-sub","ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.641980876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-other-sub","reconcileID":"9d3c50b3-750f-4acd-8a89-e7afaf47c7dc","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.642869071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"4b317dee-b7f4-4259-b093-024c128dc6f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.747149553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"286dffcb-9b83-4f2e-b5c4-24a0349f4d5e","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.857912673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6afa0939-34c9-46cc-b3cc-bb2fc654fa23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.858567033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"eabce517-5e47-4efd-ae8c-421f4cfe8443","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.859120789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"30fae842-c972-4a6f-afba-a7a65b9883fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.868266284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6afa0939-34c9-46cc-b3cc-bb2fc654fa23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.942793239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"eabce517-5e47-4efd-ae8c-421f4cfe8443","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.943436346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"ec2d17fc-74d8-4d11-99a1-8784a760fa4c","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.943809713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"30fae842-c972-4a6f-afba-a7a65b9883fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.946760309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"86646959-9bbc-4682-a5ab-baa107de5218","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.959305634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d2033c40-df94-4825-86da-13200f9a70ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.962315059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"0ccc3261-c9a5-4e5d-adf0-9eb424c3aec8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.967495139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d2033c40-df94-4825-86da-13200f9a70ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.973399519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"0ccc3261-c9a5-4e5d-adf0-9eb424c3aec8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.059455007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"07b31867-a014-4dc3-a15f-253254fd8199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:24.067592439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"07b31867-a014-4dc3-a15f-253254fd8199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:26.923178547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"be9ebce3-94f9-44b0-9881-9279d8ad5920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:26.92390056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9786d36c-f046-4812-9c6f-ea7c2bca6dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:26.924473732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"46798d37-6f6d-4a6f-bf0f-d1c7129ba1bc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:26.967238121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9786d36c-f046-4812-9c6f-ea7c2bca6dd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:26.984437239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"46798d37-6f6d-4a6f-bf0f-d1c7129ba1bc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.005893308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"be9ebce3-94f9-44b0-9881-9279d8ad5920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.027535479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"d8a122b5-7f21-4ef2-a81e-96239669b809","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.20139467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"d8a122b5-7f21-4ef2-a81e-96239669b809","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.252167325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"cd373ce3-7776-4d9b-8b4a-75f24a5be1f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.253657921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"372fd5a1-4809-4e75-b557-2a1829b739c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.313789392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"cd373ce3-7776-4d9b-8b4a-75f24a5be1f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.347857513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"372fd5a1-4809-4e75-b557-2a1829b739c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.420357228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"86a2efbb-9194-477c-bf60-a217968c5bcb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.421786189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"808068a3-fbef-4b37-902b-e279fe9eb69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.466146619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"86a2efbb-9194-477c-bf60-a217968c5bcb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.466856171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"808068a3-fbef-4b37-902b-e279fe9eb69d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.523336913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"f4c28f7c-7e1a-4b53-8d45-e8e055ee5caa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.535538953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"f4c28f7c-7e1a-4b53-8d45-e8e055ee5caa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.54798745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0ec2cee6-aad5-4878-b7af-6aa6fbc592ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.719804397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0ec2cee6-aad5-4878-b7af-6aa6fbc592ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:28.368800112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"5ee5f9ab-7363-4540-9f77-2c6bd6a9a7ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:28.482489843Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub1","reconcileID":"7e8ecb42-4729-444c-952a-bd09868a8b75","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:28.672183712Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub1","reconcileID":"7e8ecb42-4729-444c-952a-bd09868a8b75","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:28.771177658Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub1","reconcileID":"7e8ecb42-4729-444c-952a-bd09868a8b75","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:28.887528286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"c3c68685-073b-4a28-93a5-5a55fbe881df","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:28.990997902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9b145e2e-21d3-419b-b327-79617c72ee5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.09832913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9b145e2e-21d3-419b-b327-79617c72ee5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.099699498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"624b5a75-59fa-41ea-8bec-c65bc300540e","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.203066018Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub2","reconcileID":"6a42106b-3f40-4baa-80f4-6e95a7869b93","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-19b3dcb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.203648612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"a5ccde29-a277-42ec-a5e5-3f68a2b19d52","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.20633497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"2e6fa690-de10-48df-8a51-ecc02ba5ff7e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.207059237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"78ea0a76-05bd-4c18-8807-a7afe13a5a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.324934862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"a5ccde29-a277-42ec-a5e5-3f68a2b19d52","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.371657637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"2e6fa690-de10-48df-8a51-ecc02ba5ff7e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.449776118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"78ea0a76-05bd-4c18-8807-a7afe13a5a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.644825419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ef1973cc-8d44-4fe0-8663-d48ec98e12c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.715284032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ef1973cc-8d44-4fe0-8663-d48ec98e12c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.762635859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"9eb4bbcb-e679-455c-908a-2105771f57d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.822075034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"9eb4bbcb-e679-455c-908a-2105771f57d3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.870570566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"cf1273ec-05ca-4786-ae21-58e4bfe14898","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:29.890713552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8158bb38-58ce-468f-b52f-808ba795a493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.069088459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8158bb38-58ce-468f-b52f-808ba795a493","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.116674255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"cf1273ec-05ca-4786-ae21-58e4bfe14898","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.949160917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"d34059c3-7030-48d2-8c8e-7e1445893b33","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.94990353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"d3174d76-6bb6-4f46-8cba-f44a2d0294a8","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.950382177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"e3951255-0d49-4899-b6d2-f8c3a40db638","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.014497704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ed2e2cd2-90d6-445f-a494-6c105f0120d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.028253397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"084bf181-9a32-428a-a49a-f66fd7a99a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.06894323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"10fafbf9-b705-45b2-aee0-1a8ee38a6714","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.070625886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"eb916c7f-a4c0-4a2c-8425-565627785a1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.130211735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"084bf181-9a32-428a-a49a-f66fd7a99a48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.170453565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ed2e2cd2-90d6-445f-a494-6c105f0120d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.393450994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"95788a25-ecd5-4aab-a181-09cb6d626b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.416521085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"28a9b6b1-2db7-4a29-8203-152378837e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.421918546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"95788a25-ecd5-4aab-a181-09cb6d626b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.435379358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"28a9b6b1-2db7-4a29-8203-152378837e78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:31.927370572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"de5c6ec6-f0ea-4513-9868-3ee836436e1c","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.054786426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"462c33c4-03f4-4901-9a10-d7827855e96c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.05869585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"3fcfb916-ae9e-45f3-9991-a430858b74a9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.059486327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"934bcb6a-72b5-4bf9-a6eb-0381f417e8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.059838954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"17f5b1e6-1712-43e9-98a9-b0bdd33bf637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.060052498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"62ee4acd-b6d7-42e2-b768-d4c61556ff9c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.088447464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"3fcfb916-ae9e-45f3-9991-a430858b74a9","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.088973504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"17f5b1e6-1712-43e9-98a9-b0bdd33bf637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.103005855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"62ee4acd-b6d7-42e2-b768-d4c61556ff9c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.121226875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"934bcb6a-72b5-4bf9-a6eb-0381f417e8e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.127648068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"7875be8f-0f30-42e1-92be-1672faed8e2c","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.168799751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"99c56ff0-5b35-470b-b952-12d12dccf0c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.539558776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub","reconcileID":"628cf68d-9a38-4e4d-ab95-d19d9ee3eef8","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.599498509Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub","reconcileID":"628cf68d-9a38-4e4d-ab95-d19d9ee3eef8","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.674502334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"db9618e1-fd66-42ca-bfbb-40f9bf2671b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.817878219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"3929d921-1837-4b28-ada9-d3bd6d78b3d3","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.852325406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"1f7b6af3-5549-4095-9941-195b7cb029f2","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.859228305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"7cc1144f-ee54-44db-8bba-af089ab9cd7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.873006173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a61924be-0ddf-43bf-b521-713d1cc81870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.894976795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a61924be-0ddf-43bf-b521-713d1cc81870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.899319637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"7cc1144f-ee54-44db-8bba-af089ab9cd7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.90889648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"2bd259f4-37b2-4800-9200-899ad1743db9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.929890179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"32cee9d6-5485-4f22-a0ce-cd167346d2ed","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.933051747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"81b7a061-4f3f-4d3a-a8c2-554fa744af25","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.938304401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"3a35431a-3a04-4d3a-bde1-0c6578fecc8f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.938445704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"866119f7-110e-42a6-b145-6f6534899ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.938994042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"43ec1c2d-8d41-40c6-a2c0-9c9cec7d2983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.940873481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"32cee9d6-5485-4f22-a0ce-cd167346d2ed","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.945977665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"0cbbb2a0-e336-4854-9b3d-01fb71cc1f39","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.975448314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"866119f7-110e-42a6-b145-6f6534899ea2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.981000842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"43ec1c2d-8d41-40c6-a2c0-9c9cec7d2983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.982131178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"3a35431a-3a04-4d3a-bde1-0c6578fecc8f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.984120243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"0cbbb2a0-e336-4854-9b3d-01fb71cc1f39","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.001753098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"2338fe78-7979-43cc-a455-454018e53fe4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.618804003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"fe7fdc41-c7fb-421f-bb76-e9388da1d4d3","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.636455229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"516079b1-5234-426e-8644-d0fbf0e52e98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.638549837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"69fccfbb-e4e1-4d7b-876c-b8ad690d9ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.638950595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"33f647e6-a203-4d90-a847-f24221dbe31b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.639137753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c264d246-87d7-4b1c-995d-42ced7195d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.650482477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"33f647e6-a203-4d90-a847-f24221dbe31b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.658172829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c264d246-87d7-4b1c-995d-42ced7195d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.666863084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"69fccfbb-e4e1-4d7b-876c-b8ad690d9ee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.677278661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"163e7fea-4d02-4a1c-94b6-f4d93e40f748","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.738950261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"8b80f33c-8f32-4d79-a8c9-253002d8d9f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.963763241Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-other-sub","reconcileID":"8b1c762f-6fe0-4537-a948-d1c50c4e891c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.9768024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"7a51038f-5c08-46a9-981f-8c9cb1175995","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.989259269Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-other-sub","reconcileID":"8b1c762f-6fe0-4537-a948-d1c50c4e891c","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.997246335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"02db6314-e835-4ac4-9350-fdada76c590f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.997892532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"f69469c7-925b-49ae-9361-942539dc6423","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.998108961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"d7c0f17e-c14d-4810-92da-eced514b75e8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:33.998179709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ceb9287d-cc14-4b64-b829-80aaa96fa12a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.005777494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"02db6314-e835-4ac4-9350-fdada76c590f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.007457412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"d7c0f17e-c14d-4810-92da-eced514b75e8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.007979045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ceb9287d-cc14-4b64-b829-80aaa96fa12a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.018886342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"e52dca29-4932-456f-bae8-fd9923d97774","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.123341207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"42c74ee3-3bd0-4d50-9f19-5811ecb25bcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.124006003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"76f5586e-ad4f-41a9-830a-cbf25225a3ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.137015965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"38cc7255-662d-42fd-ad4a-2cfe9d23cafe","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.177889338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b7b385bf-f7c2-4134-b2fa-3853a10f571c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.178076426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"c602dc08-4105-46b6-b7c5-9c1278992534","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.17873843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"de7d57bf-4758-4f41-a27a-4b047a0b4430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.188192281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b7b385bf-f7c2-4134-b2fa-3853a10f571c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.188755204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"c602dc08-4105-46b6-b7c5-9c1278992534","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.190911209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"de7d57bf-4758-4f41-a27a-4b047a0b4430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.270308506Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-models-access-denied-auth","reconcileID":"6958011e-9f1c-46ee-aecb-437621e3d86a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.270395079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"78c813bd-1b7d-4eef-ad3c-bd017d1ab835","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.325181011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"62aec0b0-7e63-4b33-8fc9-0b754aea9e94","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.480561929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"352631ad-1d4e-44a0-98a9-ce23d87864e9","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.67950249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"5d3341de-d86f-49e5-a880-d46d8ccce8d7","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.68565673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"4fc3c476-d2dd-44f0-956e-896bc5ea20f3","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.699675647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"1cc5dad5-5fc7-48be-a880-a67a44cdfa4d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.708029376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"1cc5dad5-5fc7-48be-a880-a67a44cdfa4d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.734002221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"60dfbb4c-17ad-4fc3-a552-390ccdd2a2c9","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.798974414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"8823e87c-b085-4154-b217-e9f3900143e5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.849250924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"8823e87c-b085-4154-b217-e9f3900143e5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.863809106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"172ac5e6-8dc7-43e2-877b-e4ad6f67f8de","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.878954547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"e51256a5-d2bb-4709-80bd-abae524faa95","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:35.887437566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub1","reconcileID":"af213f15-49ff-42fc-8ef1-919f9cb96cf2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.897847565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7b30953e-6bd0-4a7a-8913-2035e54c1b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.897946032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6ec8ec36-0a5f-441a-b6b2-ca9c70dd1e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.90306225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"4186c14c-abe9-447e-9200-ff7f6ffb41dd","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.943794242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"e019c312-9a71-44d7-9c83-96f2fd8b10f0","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.952155016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7b30953e-6bd0-4a7a-8913-2035e54c1b17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.956268763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6ec8ec36-0a5f-441a-b6b2-ca9c70dd1e8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:35.969782004Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub1","reconcileID":"67b5340e-c4fd-48b3-8ccb-354e504b275e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-distinct-w4-466f83","model":"distinct-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.050921326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"45b4605d-a853-4919-97ac-3ba08ec2a68f","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.05323236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"90bb5ade-c0c8-4577-8524-f30ade9df939","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.056017853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6cfa90d6-5b0a-47cc-85ed-fe22bec44ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.056432392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"cde926a8-4d3c-4748-ba48-0c3126047416","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.068140237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"7bdb4fff-258b-4584-ae7d-0c8be5fa0e92","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.073172344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6cfa90d6-5b0a-47cc-85ed-fe22bec44ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.073635235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub1","reconcileID":"511fab20-027a-4010-95b9-bdbe6a61a350","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-distinct-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/distinct-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.074331007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"cde926a8-4d3c-4748-ba48-0c3126047416","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.151882531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"8d808608-1ed4-4ddc-b4f1-50bf3324583e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.152690926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"5e12cfed-f921-4bda-9c4f-1984ccd98738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.160710504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"8d808608-1ed4-4ddc-b4f1-50bf3324583e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.163536501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"5e12cfed-f921-4bda-9c4f-1984ccd98738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.233139413Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-466f83 priority=0:[ai-tenant-e2e-worker-w4-466f83/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-466f83/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.233481262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"cd043628-4167-4101-b0ca-d95ceb4dcdc6","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.245678519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"2f1c97a2-56e6-4020-ad5d-13aa48e846da","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.246131522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"41722b22-e7bb-46a7-bdd8-5cbb67940d85","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:36.248835591Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-466f83/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.25336442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"15beed18-b27d-45b5-b4e1-a130b23f8d92","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.270350646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"818ff3ba-1283-4b10-ba39-177f2dbbdb3a","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.271275731Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub2","reconcileID":"eec2e267-580d-43ea-96ce-87a319a08910","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-distinct-2-w4-466f83","model":"distinct-2-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.275205021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6965abe5-829e-4b46-a2f0-7850c819b588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.276129133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"e87d2313-b4ed-42e3-8d81-4de81975f339","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.278792561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d36c681b-8290-41aa-a332-30b60cc2d0b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.285096663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6965abe5-829e-4b46-a2f0-7850c819b588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.285173471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"e87d2313-b4ed-42e3-8d81-4de81975f339","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.289613564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d36c681b-8290-41aa-a332-30b60cc2d0b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.291286119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"e135b151-4549-4666-978f-adffab76863b","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.367914044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub2","reconcileID":"f83c21ac-9409-4ce0-9cc2-489cb0e8e495","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-distinct-2-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/distinct-2-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.373039986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"9e81d902-a9e7-4114-bae3-9a7ad7908d09","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.381705939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"9e81d902-a9e7-4114-bae3-9a7ad7908d09","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.783500513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"a4d4f8be-0d17-49a9-9099-0e2fdb6b9767","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.799148325Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub1","reconcileID":"bd2134b5-0e3f-4185-bf05-ac5da098ecce","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d195641","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.802478815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"df632be2-de6b-40c2-bd30-0330aa148257","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.802753553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"6fc2914c-3f80-4779-ad1a-bbcd98397b22","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.802951506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"32975f98-8c12-4710-a9ed-f887811501df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.803203629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"07cb96f8-761d-4afb-806c-505f64411ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.81381295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"07cb96f8-761d-4afb-806c-505f64411ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.813875696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"df632be2-de6b-40c2-bd30-0330aa148257","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.816156735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"32975f98-8c12-4710-a9ed-f887811501df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.816400649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"6fc2914c-3f80-4779-ad1a-bbcd98397b22","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.946758876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"1e7bb072-c9d8-4d2c-98c1-91be7d7ccf46","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.949250917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c831349b-5c61-435a-8b7b-bfceb90e1131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.949529854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"08a0e46a-4863-4d98-b87e-23bb6d0f0e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.9497047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"ede0c8f6-ffd9-4ee6-867e-225d9d5c993e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.955190362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"1e7bb072-c9d8-4d2c-98c1-91be7d7ccf46","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.957948201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"08a0e46a-4863-4d98-b87e-23bb6d0f0e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.958022293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c831349b-5c61-435a-8b7b-bfceb90e1131","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:37.965292673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"ede0c8f6-ffd9-4ee6-867e-225d9d5c993e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.207191302Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub2","reconcileID":"1e541ffd-62d6-41ef-8952-56ebfbae0751","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.212787465Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub2","reconcileID":"1e541ffd-62d6-41ef-8952-56ebfbae0751","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.290409314Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-sub2","reconcileID":"1e541ffd-62d6-41ef-8952-56ebfbae0751","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.322998553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"1d77397c-6592-4e4c-927f-d2bc6ea0fe22","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.334580917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"6b31a717-6f57-4bda-851a-6ba25ac28bf2","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.339990571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"6b839145-ea08-4287-af27-3dd7d4952d55","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.342802534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ce000b2e-9e00-47b3-942b-f57e664210b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.342976102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"dbea606b-6828-43de-bf98-c38c70c6fa98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.342809898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"aed43e6c-f3f2-4f3b-8455-e005c56b33d7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.348416947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"6b839145-ea08-4287-af27-3dd7d4952d55","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.351756038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"dbea606b-6828-43de-bf98-c38c70c6fa98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.351868788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"aed43e6c-f3f2-4f3b-8455-e005c56b33d7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.353887615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ce000b2e-9e00-47b3-942b-f57e664210b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.442317065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"cd64cf5c-7c09-4baa-bbe9-b15a82580378","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.451110005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"cd64cf5c-7c09-4baa-bbe9-b15a82580378","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.482281557Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth1","reconcileID":"0f18d2e6-0db8-4ee3-a36e-d75bdb8b48ea","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.482414273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"4c52459b-559e-4d34-ba8c-76e9f86b9c14","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.570701823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"e58499ff-118e-4839-a895-a317c024d73d","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.748484776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-ignore-header-auth2","reconcileID":"01a53b4a-013c-442f-ae3a-0d8a56caa61c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.748516031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"b441e2ce-6f33-4bca-92ef-ca1951d4b6f0","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:39.762188223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"11754551-b12f-4caa-9472-6f542a1dc4c8","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.43200437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"7225f37a-c348-4cd3-8d29-220233a97860","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.452135139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"5ba6ae32-b126-45a9-bfc5-de90f8ce70b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.454313547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"eafd3d38-c1a2-4254-9f6c-4d9e14467b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.454657765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b3f57f8a-cdd8-4f1b-85de-10fd151492cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.463151556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b3f57f8a-cdd8-4f1b-85de-10fd151492cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.46316092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"eafd3d38-c1a2-4254-9f6c-4d9e14467b2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.47332591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"ee724c1b-c6c8-425f-b767-0af5eb0867a5","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.548560554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"4c729445-c26d-45a6-84f7-a7f58c411d26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.668366745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"0a8932a9-04f3-4ee7-b2c5-865fdd9b3de4","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.750699539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"74e5fca4-86e9-4aa6-9183-50f962a6fb2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.753042017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6b68112e-b2b7-4d5f-a2ac-ba7d02832aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.756474407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a4027549-b1ac-46cc-8a45-f608ea73b63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.761542427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6b68112e-b2b7-4d5f-a2ac-ba7d02832aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.765130474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a4027549-b1ac-46cc-8a45-f608ea73b63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.771117584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"ab6ffe81-5809-4712-8f43-f2d7e724c86a","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.786033812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"57f0259b-0051-4050-9759-9961c7cc2e17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.899096363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"c726efe8-2b11-47b0-8d1d-52264fc19a1b","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.917371875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"0a68d2cd-4e37-46ec-a0a8-96373fa51b0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.958968027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"20c57ca0-52a4-40d5-9b14-4ae43d4f3b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:40.998216043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b7a067f2-efbd-4308-a563-237b01aa0c80","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.001320755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"20c57ca0-52a4-40d5-9b14-4ae43d4f3b80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.004537915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a254be55-27e8-4152-bde4-fa60951087a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.010048252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b7a067f2-efbd-4308-a563-237b01aa0c80","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.013042768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a254be55-27e8-4152-bde4-fa60951087a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.017547651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"6997655e-46cd-4288-8ade-5f7ddb2bf908","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.036546577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"58102485-40e6-4a77-bf14-3f05253163f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.052866587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"5a1a7d83-e207-4ecf-9c63-7eea257510d9","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.059390465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"9abe9ca2-45f8-4c52-9ca1-df8c7fb56625","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.071545661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f21f6676-b870-4b55-bdc1-81483903cb93","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.079806517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f21f6676-b870-4b55-bdc1-81483903cb93","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.119919674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"72c25a58-f186-4ef9-a727-1d20061d6471","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.171503696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f1b1f523-c6f8-46a8-8f41-742048aec0c1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.180461278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f1b1f523-c6f8-46a8-8f41-742048aec0c1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.214976191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"9c14ec3c-a755-4191-9d93-fe2718a2a5a9","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.23513793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"b1f979f7-5373-48c4-9867-2b2d1d2fcd4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.244978409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"e3abeb71-d082-43fa-8de6-bbe2aa9e356d","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.256788532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"02289c5b-4681-49d1-8eb3-4614dd3f92db","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.258365193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"bca6c0d5-5831-4c22-8cb6-444a7c105771","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:41.258467358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"2c87a958-3cc6-4f18-acbf-6b3c5db4f73f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.270557775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"8940d90d-edfa-4735-9cbd-9e4eb1199a48","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.2777975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"6835bea8-a2bd-4959-8ae7-3ee783d10acc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.278204678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"49198272-db50-4b34-847b-686e6393fcf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.278314219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"a5581aa1-068e-450f-9aa2-2979c866a5e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.278651759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"abbbe0eb-7343-4427-88cb-115fc558372c","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.278806254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"36bcb89c-6b58-4620-91e2-1eb11b9a7817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.286551368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"a5581aa1-068e-450f-9aa2-2979c866a5e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.287072791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"6835bea8-a2bd-4959-8ae7-3ee783d10acc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.288698741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"49198272-db50-4b34-847b-686e6393fcf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.290585026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"36bcb89c-6b58-4620-91e2-1eb11b9a7817","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.330239199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"62b037d0-4922-4f22-b9a1-e3db03d8c992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.333540559Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"99747424-e4c5-49e8-95c8-7e7499e39ecf","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","model":"distinct-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.344073468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.35348258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"7c4d2d17-4730-42fe-9d54-b9e2dd2529cf","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.375438171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8570b6a8-0904-4589-8f70-6f3a6110918c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.383610124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8570b6a8-0904-4589-8f70-6f3a6110918c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.449999365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"1b87ca09-6239-4cdd-b8cc-b2e0cdcf1c76","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.459798962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"69183250-0452-4673-82a2-7664117f7bf1","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.494805961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"ce178edd-2e53-45af-965e-a276cc48f732","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.537955931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"09cafbef-f02a-4cbe-83db-2ef4c8f5c9e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.538048645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"34ab112b-7ae2-418b-802c-f1464d70a73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.549097952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"34ab112b-7ae2-418b-802c-f1464d70a73a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.549241079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"09cafbef-f02a-4cbe-83db-2ef4c8f5c9e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.575851937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"93fe6e82-dc60-46d7-886a-93e3cb5fab21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.584838716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"93fe6e82-dc60-46d7-886a-93e3cb5fab21","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.63233682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"cfae695f-dddd-4221-a85d-86c5fcbb4fae","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.632399184Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=0:[ai-tenant-e2e-worker-w0-f3631f/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w0-f3631f/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.646067407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"205f55b1-79d3-403a-a9d2-728bafcddbe9","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.64667907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"d7338c7c-d91f-491a-b37e-94704d9d5e29","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:16:41.650368954Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3631f/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.65241025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"5fe596ee-f656-40d7-97b6-e86d2de4c603","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.669938743Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"008887e8-c4fc-4925-82f9-5367555df3ed","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"distinct-2-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.672867839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"5f5f6f11-4bcf-4adc-9b09-6168482f3b43","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.678232017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c2dc7639-4643-43e8-bd3c-cf586ba63484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.67883108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c69351db-1c75-4553-800a-4249573e5f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.679057941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c7cd21bd-74d5-438d-b573-efac1e77a311","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.686902257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c2dc7639-4643-43e8-bd3c-cf586ba63484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.68775978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c69351db-1c75-4553-800a-4249573e5f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.689084676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c7cd21bd-74d5-438d-b573-efac1e77a311","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.690323041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"4deb05e6-d1b4-452a-9880-61272aa1e488","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.769626471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c814a3dd-8db3-4261-b57b-ca4224dcf40c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.843371824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c9693851-ff3e-4bcd-8b72-2f0dcffc5025","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.843873186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"3c60800c-e362-4fa3-a2a2-804def4b7af2","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.846104786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ca7c6df2-a378-405e-8f74-f7f1ae9aaf30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.846504242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6bc46da7-70f2-4cb3-abe4-4783d2464ed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.847239744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f43e0a8e-5315-4aed-a145-9aca77eda413","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.851969617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c9693851-ff3e-4bcd-8b72-2f0dcffc5025","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.854740091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ca7c6df2-a378-405e-8f74-f7f1ae9aaf30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.858250917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f43e0a8e-5315-4aed-a145-9aca77eda413","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:41.85832087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6bc46da7-70f2-4cb3-abe4-4783d2464ed8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.202338301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"d56af6a2-cde1-4cb9-8470-7538a065adb1","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.217849611Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"eb4bd48f-f30b-4d41-8cca-dabc368f458b","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c28d919b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.220788909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"705a7ce4-9df5-453e-a225-87fce81ef09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.22087742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8d0d5b1f-1231-49c0-bf9b-ba55ea48020c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.221212367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b93b608e-f1f0-4830-afb0-78ff627afc6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.22125743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"64dd5a42-5ffa-411c-a80a-c2619c44fc5d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.234714664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b93b608e-f1f0-4830-afb0-78ff627afc6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.235163558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"64dd5a42-5ffa-411c-a80a-c2619c44fc5d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.238276405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"705a7ce4-9df5-453e-a225-87fce81ef09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.238718135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8d0d5b1f-1231-49c0-bf9b-ba55ea48020c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.444208475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7c0fa7f4-08d4-4bc8-b540-7d92ea6ca228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.444207412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"26413bfc-7718-4bf7-b8c4-23a6094a5b1d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.444635156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c4c213b0-0876-4a33-bfc2-853303b6a414","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.446759215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1a44ea40-0d11-469e-b235-a450fd6a04da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.453669714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c4c213b0-0876-4a33-bfc2-853303b6a414","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.456226347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7c0fa7f4-08d4-4bc8-b540-7d92ea6ca228","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.456565905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1a44ea40-0d11-469e-b235-a450fd6a04da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:43.460347525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"26413bfc-7718-4bf7-b8c4-23a6094a5b1d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:45.574197077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"b0f8e260-1ccc-46d1-8b4e-0dae6f5099d0","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:46.488642518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-w2-085566","reconcileID":"3d18f76e-551e-4193-a555-78e4581d9fff","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.191482739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"4d9c2760-19b0-42ed-aefa-7f17f6e3e355","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.191789056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"e358d626-d913-4a66-a58a-5772f34353e4","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.192160262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"bbc706cd-e016-4be3-8414-2e7056020469","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.217018566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4c9cd585-af8f-4bf9-b2ba-445189b6458f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.218992068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5b612fb8-cca2-440e-8d33-b066640121fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.220432621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"0e43cec3-cfeb-494a-aa55-9134c657fba3","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.221988753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"daaeb5ef-4e46-424c-a7cf-223ea95a869f","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.223033529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"ceeb690f-c58b-4003-a943-30025bb382e2","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.224429704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"fb93c8af-1b2b-48df-80dc-61938609ac15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.229832904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4c9cd585-af8f-4bf9-b2ba-445189b6458f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.230497453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"29c7c4f5-cfac-4776-baa3-6227bcbe36cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.241275223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5b612fb8-cca2-440e-8d33-b066640121fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.307821638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"82b17fab-dc27-4903-9489-2661b710b0a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.331143392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"82b17fab-dc27-4903-9489-2661b710b0a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.430397791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4c48848c-0b18-47c2-9551-79441a03ec25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.441090489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4c48848c-0b18-47c2-9551-79441a03ec25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.803230752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub1","reconcileID":"e228e492-ef2e-468f-a6b9-dfa3f08c7dd7","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/distinct-w4-466f83","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.807481196Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub1","reconcileID":"e228e492-ef2e-468f-a6b9-dfa3f08c7dd7","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/distinct-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.81130722Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub1","reconcileID":"e228e492-ef2e-468f-a6b9-dfa3f08c7dd7","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/distinct-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.956492721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"6eb83f27-9c91-4946-a215-67bc8a158afe","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.986838409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"9b700e18-fd40-44ba-a490-2c82e3aa32a5","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.025325411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a71beb30-07ef-4e46-b12e-f5184c10d863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.026371402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"9dddeba1-baa3-4327-bf0e-5ab868e45b96","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.026942262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"7875aae8-8208-43ca-9b90-dcebdf568677","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.027337259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"47306e92-eb4c-4aac-9f4a-6509818bf84d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.043399147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a71beb30-07ef-4e46-b12e-f5184c10d863","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.044747043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"7875aae8-8208-43ca-9b90-dcebdf568677","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.048231082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"47306e92-eb4c-4aac-9f4a-6509818bf84d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.050888014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"9dddeba1-baa3-4327-bf0e-5ab868e45b96","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.095954917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"8761bdfc-40c3-40b8-bcf1-8e6069e2942f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.102139296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"69c7db14-7017-41e9-b970-4ee66c228603","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.108368865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"8761bdfc-40c3-40b8-bcf1-8e6069e2942f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.126244998Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub2","reconcileID":"0d3a4f25-60d0-43f7-b07a-df9a8fea9ef5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a56be763","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.211046466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"c6f276a5-aa91-4f0e-ac2d-5d4ff65115d6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.21172422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d55f9077-0377-4ca0-95f2-4747aa723a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.212215573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"cfb80924-d64a-4dac-82c3-b04926e6960a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.224293568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d55f9077-0377-4ca0-95f2-4747aa723a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.228942578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"cfb80924-d64a-4dac-82c3-b04926e6960a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.232437846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"c6f276a5-aa91-4f0e-ac2d-5d4ff65115d6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.296703219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"b093be95-e8e9-4913-b542-f900864655ef","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.30019819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"04d7f7db-595c-478a-890c-6a122c58536c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.301068533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"edcb4bc9-2aef-4e27-a261-40e972910b2d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.301851411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fbd0d8cb-59df-4df3-bb38-52b8dd262f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.401698041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"edcb4bc9-2aef-4e27-a261-40e972910b2d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.408925398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fbd0d8cb-59df-4df3-bb38-52b8dd262f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.441104077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"b093be95-e8e9-4913-b542-f900864655ef","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.442507624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"04d7f7db-595c-478a-890c-6a122c58536c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.507059476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f8ba74c1-8277-4040-9646-7ff3ba147dc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.508001464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"0c398ccb-4602-4dd2-8498-a3b0869ba35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.533209106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a663134a-31d1-4453-8651-6efa21fca682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.533974883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9459df07-040e-4c51-bb2d-60261dab711d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.537169208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"147a3f59-cbdf-4f72-ab04-2676c6bb6d4c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.591478073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9459df07-040e-4c51-bb2d-60261dab711d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.645226037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"147a3f59-cbdf-4f72-ab04-2676c6bb6d4c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.700295501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a663134a-31d1-4453-8651-6efa21fca682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.713046077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"0c398ccb-4602-4dd2-8498-a3b0869ba35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.714799863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f8ba74c1-8277-4040-9646-7ff3ba147dc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.081450878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2d187304-c36e-43ea-bf94-d31380f9ee16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.082240716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"05179990-6ad2-4a32-8787-0165d536bf58","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.112336252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ccae4b4f-185e-49ac-a774-b8adee64b008","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.152453063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2d187304-c36e-43ea-bf94-d31380f9ee16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.112754241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"ccc56497-0669-44db-8805-2aafeec0ec52","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.150990342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2ea3c60e-3c20-4e8a-915c-0fc15678872f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.23330686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"05179990-6ad2-4a32-8787-0165d536bf58","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.366262476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2ea3c60e-3c20-4e8a-915c-0fc15678872f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.413905742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"ccc56497-0669-44db-8805-2aafeec0ec52","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.444788556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ccae4b4f-185e-49ac-a774-b8adee64b008","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.638574807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7f822be8-de65-4e2a-8ae5-c9e2d86d4042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.729264411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7f822be8-de65-4e2a-8ae5-c9e2d86d4042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.751883238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dba01474-b36d-4358-ad89-2329e84c914f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.813813593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"527bd190-5f56-4d61-82ce-b8f3e2c322fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.86745376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dba01474-b36d-4358-ad89-2329e84c914f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.868710985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"81163714-95e7-447f-ab49-73d219fcd632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:50.950937539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bc7d5b71-3b9f-4575-a9f3-a14942811c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.013677859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"81163714-95e7-447f-ab49-73d219fcd632","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.022289971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"527bd190-5f56-4d61-82ce-b8f3e2c322fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.023069912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"089d2555-73d9-4de3-989b-c56ec218040f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.056115818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"089d2555-73d9-4de3-989b-c56ec218040f","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.118132981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ff3dba5d-a883-43da-8e8b-e776231fa31d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.153659783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ff3dba5d-a883-43da-8e8b-e776231fa31d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.154331841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bc7d5b71-3b9f-4575-a9f3-a14942811c3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.312184277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"17aa4b7d-77d0-476e-a3ff-2d8d7ac08422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.552883452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"5932afd6-8ba2-4b06-9d22-f4662fa7a659","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.554214478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"fc2511e6-b452-487d-a510-665be478559e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.55851073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"17aa4b7d-77d0-476e-a3ff-2d8d7ac08422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.755207085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"fc2511e6-b452-487d-a510-665be478559e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.83988035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"5932afd6-8ba2-4b06-9d22-f4662fa7a659","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.322441057Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"70b4560c-e7b6-4cbd-b235-fcc698c42026","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.351368152Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"70b4560c-e7b6-4cbd-b235-fcc698c42026","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.357926189Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub1","reconcileID":"70b4560c-e7b6-4cbd-b235-fcc698c42026","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.574912973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"9d235ca3-9f77-42e0-af6b-9a6d9b431c6f","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.690200359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8247cd37-9f68-4f3b-9a2e-77f7bb4a2fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.748921859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9eac1a2b-fd45-49ce-85a1-2e580bbc48b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.790783513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"903e521b-cf5e-4aa9-8c82-c19733bc3df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.948201043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"719f8527-137f-433b-831a-49fd20edd2dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.951441417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9eac1a2b-fd45-49ce-85a1-2e580bbc48b3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.002006087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"f6bcae73-3d04-4bc3-8074-23401fa4288e","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.028218888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"903e521b-cf5e-4aa9-8c82-c19733bc3df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.049742399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"719f8527-137f-433b-831a-49fd20edd2dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.05167522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8247cd37-9f68-4f3b-9a2e-77f7bb4a2fcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.097278369Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a1636b12-0f26-4ee9-82bf-3882cf2e30d9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-eaf931bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.11328765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1c4199b8-19ff-4e45-b19a-de7d5df71f75","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.137306201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"1c4199b8-19ff-4e45-b19a-de7d5df71f75","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.212064961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"909f175e-2c24-407b-9747-76f750ae4468","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.245976725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"24770dac-8428-4a52-a932-ac894bc71a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.258656221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"74ddafda-273c-4d96-bd61-d71c8fcbd7c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.262051146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"24770dac-8428-4a52-a932-ac894bc71a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.281743692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"6ce87367-53b9-4df3-af11-87478df8f2a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.309164777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"74ddafda-273c-4d96-bd61-d71c8fcbd7c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.364439949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e7e9bbe1-13be-467c-8bd1-e4b63978eff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.366085936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"747d39c2-ba3e-48a4-a843-845bddfd8026","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.408547938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e7e9bbe1-13be-467c-8bd1-e4b63978eff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.421530848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"99309ec9-dd79-4829-b68d-1a5f171616d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.445832911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c4af8164-2502-45ca-9101-8ff01f4c7f97","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.498993106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c4af8164-2502-45ca-9101-8ff01f4c7f97","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.527044541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"aa7e1b9b-c541-4379-8bb7-7528febab786","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.527340797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3a231f2a-9194-4757-9dc0-8b958cf7660e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.541550246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3a231f2a-9194-4757-9dc0-8b958cf7660e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.545414539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"aa7e1b9b-c541-4379-8bb7-7528febab786","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.130773026Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub2","reconcileID":"ce37860e-84de-47f8-ae76-cd312f8bc548","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/distinct-2-w4-466f83","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.134447207Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub2","reconcileID":"ce37860e-84de-47f8-ae76-cd312f8bc548","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/distinct-2-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.138442914Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-sub2","reconcileID":"ce37860e-84de-47f8-ae76-cd312f8bc548","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/distinct-2-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.270933638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"76c46e5f-a8b3-4199-9811-cffae13cd69b","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.289701817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"aeccaec9-e18b-4ca1-906c-2509637480c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.289752569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2f3a6fe7-d6ef-4ac7-975b-9e5a762bc72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.290163305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"d87a7de9-e8a9-4d69-b97f-bdcfb79063f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.29018996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"b9ec04a6-b519-4921-a4b5-1d1bd4419d08","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.297944154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"aeccaec9-e18b-4ca1-906c-2509637480c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.29889295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2f3a6fe7-d6ef-4ac7-975b-9e5a762bc72f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.300327876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"d87a7de9-e8a9-4d69-b97f-bdcfb79063f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.301087026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"b9ec04a6-b519-4921-a4b5-1d1bd4419d08","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.389458649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"f8a660a9-83fd-4e27-b9d4-c5d685b9e708","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.400049222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"f8a660a9-83fd-4e27-b9d4-c5d685b9e708","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.429163291Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth1","reconcileID":"ce2b89c6-dbe5-42f7-bf07-a6043bd0f8eb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/distinct-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.429412136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"64d7cfc7-b567-4018-b046-a77aaf95098a","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.517261543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"b7111a39-353d-4f65-b41d-a2c9e21c2d86","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.698625505Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-multi-keys-auth2","reconcileID":"05de7c4c-31ed-4e10-9185-68504e3d1a16","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/distinct-2-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.69868095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"e64c58e4-d0ac-4ae1-bde4-237f7c7b5a0c","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:58.830705723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"741ab9c2-e2ae-4af0-9e84-9d5309e746f2","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.268027694Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f4ebf318-f2e1-4465-8699-1be9e0de7422","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.268323681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"0df5a8ef-39d1-4433-b34f-2281ffa60ea5","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.283102861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"434a3b2b-7993-422e-a3a3-a7961d4edbcc","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.302281117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cebf804-0dd9-4954-8341-6dfb97a470cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.302300295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cebf804-0dd9-4954-8341-6dfb97a470cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.312917179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c450557-901a-4bc4-b9cf-8cc5a98fc79d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.312936765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c450557-901a-4bc4-b9cf-8cc5a98fc79d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.327563111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-51ea2c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-51ea2c","reconcileID":"d1e48040-da3c-45f9-ab51-4b6950e3af78","MaaSAuthPolicy":{"name":"e2e-default-int-auth-51ea2c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.336579481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-51ea2c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-51ea2c","reconcileID":"d1e48040-da3c-45f9-ab51-4b6950e3af78","MaaSAuthPolicy":{"name":"e2e-default-int-auth-51ea2c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.397745673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-w2-085566","reconcileID":"4e505649-5b08-4549-8411-c80699eb524b","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.398045281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"6a23cee9-d588-4d89-8660-27b7a221e7ad","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.398460534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"c0869acf-022f-4a2a-aaea-fe17256c5f05","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.419850351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"be70e521-079d-4980-824c-10872c9c754e","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.420237673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"589a2b91-e58d-4790-96f0-939c96317c58","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.420644751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-w2-085566","reconcileID":"2fa5333b-e1a7-4970-9dee-c46c56432348","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.42143466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"e120152e-7efd-40cf-a11d-1a1ca06b175b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.422100372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"228011d4-5341-4abe-b010-0178cf3f5f36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.425416476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"80e79eeb-d73d-4148-851d-af49120914ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.425486003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"efbf1d84-b8a6-4539-82db-73462f6d6475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.434761652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"80e79eeb-d73d-4148-851d-af49120914ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.434799356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"efbf1d84-b8a6-4539-82db-73462f6d6475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.483303235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03ae9dc6-d8cb-4829-abf9-0fa705c12ce8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.483320879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03ae9dc6-d8cb-4829-abf9-0fa705c12ce8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.48902244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"853ff0e8-8fc9-49dc-acab-5df8a01e17e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.489038788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"853ff0e8-8fc9-49dc-acab-5df8a01e17e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.49562502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bbb6402-376f-4ea3-bdd5-2b5394ca6524","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.495646876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5bbb6402-376f-4ea3-bdd5-2b5394ca6524","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:00.503626253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-51ea2c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-51ea2c","reconcileID":"e3569724-d2d3-44ef-91f9-149a7ff2b12e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-51ea2c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.525077953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"298f2b04-f386-4efb-8548-386e040e121e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.525176842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"298f2b04-f386-4efb-8548-386e040e121e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.571933952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28c79664-f941-42b0-96d5-4cf5050a9334","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.572031317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28c79664-f941-42b0-96d5-4cf5050a9334","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.587242402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-51ea2c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-51ea2c","reconcileID":"1470e343-8ce6-47f6-8f4f-09277be96446","MaaSAuthPolicy":{"name":"e2e-default-int-auth-51ea2c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.599397998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a217d06a-9c7d-4c24-8709-dc15badd2783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.59970911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4732f363-fac8-44ab-9ba2-96369088d811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.599898737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"14b2b385-8425-463e-a147-79d371014323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.600123769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"349bed67-45ce-4141-bb41-831e1f6e323d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.668194961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a217d06a-9c7d-4c24-8709-dc15badd2783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.681956618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4732f363-fac8-44ab-9ba2-96369088d811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.687240656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"14b2b385-8425-463e-a147-79d371014323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.682972988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-51ea2c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-51ea2c","reconcileID":"1470e343-8ce6-47f6-8f4f-09277be96446","MaaSAuthPolicy":{"name":"e2e-default-int-auth-51ea2c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.688680613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"349bed67-45ce-4141-bb41-831e1f6e323d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.697133614Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-51ea2c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-51ea2c","reconcileID":"54f48b61-12de-4b35-a2b4-496d2015737c","MaaSSubscription":{"name":"e2e-default-int-sub-51ea2c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-51ea2c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.712564563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7e4ad61-7212-4984-adb6-d6fc6c643c17","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.719408668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fab3ffd-68f5-4cca-84e9-7939cfb9807a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.719425222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fab3ffd-68f5-4cca-84e9-7939cfb9807a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.813127518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-51ea2c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-51ea2c","reconcileID":"036d2770-f6b8-4b95-a7b1-de9862264725","MaaSSubscription":{"name":"e2e-default-int-sub-51ea2c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.934447388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-51ea2c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-51ea2c","reconcileID":"397188da-69f1-4770-826f-c96a5f555ee5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-51ea2c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.934530208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5a0391c-3a88-4e43-88fb-06b53cd196cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.934547988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5a0391c-3a88-4e43-88fb-06b53cd196cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.000334863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00b623e7-cc6e-4352-a32e-cea389291628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.000356614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00b623e7-cc6e-4352-a32e-cea389291628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.192902882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f303bca-d7f0-403c-ad61-566526d0f90d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.192931356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f303bca-d7f0-403c-ad61-566526d0f90d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.202569404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2cde7ba-53d3-40a4-8b0e-8f6778f4e04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.202656404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c68d582-5703-4046-8c69-1310a33c88e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.211898904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c68d582-5703-4046-8c69-1310a33c88e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.212496347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2cde7ba-53d3-40a4-8b0e-8f6778f4e04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.101255721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"facf9221-9cc4-4919-82b5-b82aeb2a9d30","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.10489958Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"facf9221-9cc4-4919-82b5-b82aeb2a9d30","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.108561644Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-sub2","reconcileID":"facf9221-9cc4-4919-82b5-b82aeb2a9d30","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.143562961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"603ee363-f20a-4776-b35a-74d9ba263628","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.159766612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"23a57c4a-ffc0-46d6-963b-fc2954cd0d6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.159809867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"80df2285-b2ab-4caf-915f-5b2909ef1080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.160111057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"14d8fd9a-431d-42ef-94e8-0987e5e00fdc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.160121039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"93e75d25-927f-4a9d-83f4-0498ff069898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.170240546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"80df2285-b2ab-4caf-915f-5b2909ef1080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.17027009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"23a57c4a-ffc0-46d6-963b-fc2954cd0d6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.173777032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"14d8fd9a-431d-42ef-94e8-0987e5e00fdc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.173774993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"93e75d25-927f-4a9d-83f4-0498ff069898","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.256265219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b29c446a-ba56-4283-9ddd-0fb9f82e33b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.267292367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b29c446a-ba56-4283-9ddd-0fb9f82e33b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.348734129Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cb94640a-6887-4d17-883e-8ee05127a234","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.349165138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"931a3db6-2b9e-4131-ae5d-1a448b23fb43","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.367123779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"009e2f8e-98eb-4480-96ff-635b6d8269bf","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.369832042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"90eeb090-0b23-4a28-8ad5-5d5ccd1bc5be","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.517876827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e837a0e-e686-4357-879f-d6f9a4057a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.521275611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e837a0e-e686-4357-879f-d6f9a4057a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.525033453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e837a0e-e686-4357-879f-d6f9a4057a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.528071698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"07f22e8a-bda0-47b8-926c-d97feba90062","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.529773627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e837a0e-e686-4357-879f-d6f9a4057a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.561890041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"95d5f156-6d6b-4f18-82f9-02aa25dec762","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.562056507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"09c3a7fc-f2ab-4501-be0d-c5e80b19ac01","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.572700996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f365f124-e5c4-4584-a637-1435a4222a94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.588385826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ee610b15-84b5-4bde-93b7-96afac86b4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.593194063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f365f124-e5c4-4584-a637-1435a4222a94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.599388948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ee610b15-84b5-4bde-93b7-96afac86b4fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.641409038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"4ceb65ab-f88c-46ae-bd43-d0ed7a7f848b","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.652650189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"282d2814-46ee-4e3d-a17e-1ab3288d5f5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.656847088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7c8e33ff-39a4-44eb-af51-ee816d5c34ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.665421044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7c8e33ff-39a4-44eb-af51-ee816d5c34ca","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.746487216Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ad5e66a3-454c-4400-b90a-7bdb9ed8b2ea","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.807621835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f213e16-3395-410a-94b2-0900b11946cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.811007135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f213e16-3395-410a-94b2-0900b11946cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.814450109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f213e16-3395-410a-94b2-0900b11946cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.818207602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f213e16-3395-410a-94b2-0900b11946cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.834201109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"588b6ab3-771a-49fb-a461-c2cd5b83621e","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.403865618Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-db5557","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-db5557","reconcileID":"055ed2df-dad1-400c-ac06-7d6bc93ab5e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-db5557","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-db5557":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.618383605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689a156c-f154-4d84-af05-bf8f7c7c2c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.621923131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689a156c-f154-4d84-af05-bf8f7c7c2c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.625191646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689a156c-f154-4d84-af05-bf8f7c7c2c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:05.628738122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689a156c-f154-4d84-af05-bf8f7c7c2c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.83020097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73f63345-b87a-48e1-8eca-75e2b862c687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.830254541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73f63345-b87a-48e1-8eca-75e2b862c687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.8382052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3abadea-1b54-4965-8450-4e07143ca970","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.838223306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3abadea-1b54-4965-8450-4e07143ca970","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.848694905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"4c0194db-02cf-439f-a8f4-6caf732eadd7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.883150882Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"4c0194db-02cf-439f-a8f4-6caf732eadd7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.892285902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"4c0194db-02cf-439f-a8f4-6caf732eadd7","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.902359785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0f33138-f568-4876-bdc4-bd603c4f293f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.90238632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0f33138-f568-4876-bdc4-bd603c4f293f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.048494875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43cd0ca6-7854-460c-9a5d-73196e3cdb49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.048674793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43cd0ca6-7854-460c-9a5d-73196e3cdb49","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.058224987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c56b8425-6ad3-4780-a259-248f6b13ace2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.058250187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c56b8425-6ad3-4780-a259-248f6b13ace2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.062202563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"b4141a64-7bae-4f36-aff1-e708a38e926c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:07.078621479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"f71b7213-40a3-4732-a6b7-7bfa0b898ca5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-f5f19c06\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.093456304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"b4141a64-7bae-4f36-aff1-e708a38e926c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.094290235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"716c5902-0345-498e-b357-b4ef2998db8c","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.10678623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"b4141a64-7bae-4f36-aff1-e708a38e926c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.107869047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0f732d6-265b-4f75-8586-4f0ac74f41c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.107930394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0f732d6-265b-4f75-8586-4f0ac74f41c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.118872452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0741dde-dc65-4a7a-80db-f80c6df77ca6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.118899806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0741dde-dc65-4a7a-80db-f80c6df77ca6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.159399465Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"fd8d0ddb-fe54-4d58-9b0a-befa7b2cf8e1","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-f5f19c06/e2e-shared-int-sub-f5f19c06","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.177204526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c0b8eeb-5ea9-475c-81c6-678b82aa582c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.177222729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c0b8eeb-5ea9-475c-81c6-678b82aa582c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.259075061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"2f3d0fb1-0193-4734-9d33-367ab0a9543c","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.276629296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3a16d85c-5ce6-42b5-9ad6-51bb6cc807ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.996266486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1197833f-bc3c-452c-ab52-4c61cdca4d14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.9962961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1197833f-bc3c-452c-ab52-4c61cdca4d14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.006355393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e73512a5-5e86-4192-ab7a-72b837502b0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.006378831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e73512a5-5e86-4192-ab7a-72b837502b0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.012662482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"04db3eac-f9c2-4583-8ab4-683a1be96205","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.021141314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"04db3eac-f9c2-4583-8ab4-683a1be96205","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.028679828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"04db3eac-f9c2-4583-8ab4-683a1be96205","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.038181974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"094fc638-2eb0-454e-b96b-72e2875becb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.038209421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"094fc638-2eb0-454e-b96b-72e2875becb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.184735637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1d50d04-bd85-4ba9-ad5b-a540868b5936","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.184753153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1d50d04-bd85-4ba9-ad5b-a540868b5936","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.193281134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a528526-00e5-477b-9a15-b24cdb06c9ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.19329913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a528526-00e5-477b-9a15-b24cdb06c9ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:08.194668086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"0fcfdc71-5d1d-47d6-bb16-a9a1d2afe73e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-f5f19c06\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.211798489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e919eb8c-307f-4070-b7e0-9264d13c80fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.211814233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e919eb8c-307f-4070-b7e0-9264d13c80fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.22128768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd2bac6a-805c-451e-806b-9e5087668d2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.221309402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd2bac6a-805c-451e-806b-9e5087668d2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.255805234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"16f00cdf-4de0-4de6-8b3b-8b681145cdf1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.263584212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"16f00cdf-4de0-4de6-8b3b-8b681145cdf1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.26892901Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"5e8174b7-60b2-47f6-bf41-b8a0affed1e2","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-ae402e39/e2e-shared-int-sub-f5f19c06","ai-tenant-e2e-mt-f5f19c06/e2e-shared-int-sub-f5f19c06","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.272329458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"16f00cdf-4de0-4de6-8b3b-8b681145cdf1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.350969003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d775763-b6a4-4516-8885-d4380052424b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.35098703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d775763-b6a4-4516-8885-d4380052424b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.354345161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"346bb859-b7df-441f-9ad9-f3cf0d9fecea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.354758157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"3be429cf-b229-45fc-b339-5d964853c08c","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.436721569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"e4aa11f3-4c6a-4da1-a791-d62864f2c12d","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.764140226Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"bd9e605e-9ea3-4046-aacb-0bfced7a89e8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.764192502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff6dd2ff-66f0-4f64-8831-7a2c37713f07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.764205454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff6dd2ff-66f0-4f64-8831-7a2c37713f07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.807078655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"0b89abfa-6f98-457d-98aa-e70c44921fd1","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.815147323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"6bc2cd55-226f-4f0b-bbb2-4de0186fdd3f","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.828236952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2754b257-3e1a-47ba-883a-03c338561968","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.83686122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2754b257-3e1a-47ba-883a-03c338561968","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.867905562Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"bd9e605e-9ea3-4046-aacb-0bfced7a89e8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"policyNamespace":"ai-tenant-e2e-mt-f5f19c06","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.887470645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d395570-0977-4504-b095-d6ce37f0886a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.88749544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d395570-0977-4504-b095-d6ce37f0886a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.982045623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"1e569107-523f-496e-9aaf-a8b1b531b58c","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.98699127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"8a1b3262-5986-424f-b9d2-be355320e617","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.000101295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"3ac27f39-9491-42bf-ba9d-a09172f99c6f","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:09.047035649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"0399c175-fa75-47a1-aba2-4eca74bcd3d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.048350907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfe62fb8-236e-436e-829e-835f3631469f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.048367871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfe62fb8-236e-436e-829e-835f3631469f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.060947329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"61df57d6-e197-42f8-93b5-c0f9e8d348b7","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.065100504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"090d4f23-bc5a-473e-8c4f-978693ae2086","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.065305846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"1380c534-af26-44fc-b689-d7a990d8c075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.065686103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bf46fa03-1883-4880-b418-d51917fe1fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.075079911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"8835d591-91ee-4697-a81d-e2222f0695d0","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.080015385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"1380c534-af26-44fc-b689-d7a990d8c075","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.08319951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"090d4f23-bc5a-473e-8c4f-978693ae2086","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.142324942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bf46fa03-1883-4880-b418-d51917fe1fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.151132648Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"017bf335-4d5c-4e69-b9cb-0f90268f8773","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-distinct-w1-b13a14","model":"distinct-w1-b13a14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b13a14/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.173007356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"e9645583-ab6a-4bb7-bc4d-508d4254e12b","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.173683002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"8e7b1556-182d-4000-90ee-0e0a933917fc","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.180345039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"cca31719-841b-4b0c-91af-6eadd9e1f7b9","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.193384084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"67c1ead8-73e3-4ba9-8bf0-717a4f5c1c0c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-distinct-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/distinct-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.202108287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"be1e726a-ebf9-4c4f-af90-40ef0f9dd6ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.211205088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"be1e726a-ebf9-4c4f-af90-40ef0f9dd6ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.329671748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"09861f2a-63dd-455d-8bba-01f81dfaf45c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.353581473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"01ced6d1-b524-46fe-b575-d4e1e38c022f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.372851381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"09861f2a-63dd-455d-8bba-01f81dfaf45c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.373958592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"01ced6d1-b524-46fe-b575-d4e1e38c022f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.374458092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"4c9b6882-1389-4b55-9956-883e0d84d8db","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.375160326Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b13a14 priority=0:[ai-tenant-e2e-worker-w1-b13a14/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-b13a14/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.389200389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"f1227276-8632-4b18-bc6a-e2b128fdfb82","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.389592714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"1eda923d-cc16-4310-a261-a16fcf3b9466","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:09.393304268Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b13a14/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.394743106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"ea67c0aa-6be7-4f93-902c-5805ebf1830d","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.402636223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"94ce4f95-d9fd-46c9-b285-8cbfff8748fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.403898213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"0a389603-2d33-4078-865d-aea42483efd2","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.411569567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"94ce4f95-d9fd-46c9-b285-8cbfff8748fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.418528473Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f493ff0b-e90f-4185-90a7-f718178151d5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-distinct-2-w1-b13a14","model":"distinct-2-w1-b13a14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b13a14/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.44350908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"1375a78c-f28e-4e60-8b87-d9ccadd55627","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.501724979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9105ad09-15f1-47b6-8304-2df193e253f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.510183229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9105ad09-15f1-47b6-8304-2df193e253f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.517065402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"eee833a4-b571-4641-9455-2429f143d310","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-distinct-2-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/distinct-2-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.608496698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bc77f17a-d50e-4886-9055-c306682d0baa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.609687193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"747fcaea-2404-4ca5-b9ed-4b8c4b5df299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.628946412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"defb96b5-03a3-48fd-93cf-bca2259e6b09","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:09.629388311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9105ad09-15f1-47b6-8304-2df193e253f6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.658617575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"defb96b5-03a3-48fd-93cf-bca2259e6b09","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.846716564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bc77f17a-d50e-4886-9055-c306682d0baa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.861307225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"747fcaea-2404-4ca5-b9ed-4b8c4b5df299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:09.999123578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8c453e53-33f7-44b4-8310-7f57a43edb3b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.027235126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8c453e53-33f7-44b4-8310-7f57a43edb3b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.91736328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9fe589c3-d212-47f5-b505-93853f7c2eae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.918016878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"58e4d22f-852c-4101-aa11-4a8a55c6f5a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.950262216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9fe589c3-d212-47f5-b505-93853f7c2eae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.006789813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"58e4d22f-852c-4101-aa11-4a8a55c6f5a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.38322061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"dd8f92a8-ebf1-47ed-a719-48c0fcf92096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.407722745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"19833b46-945e-4bfe-8524-223cdb725490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.40878134Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-51ea2c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-51ea2c","reconcileID":"3f0e3ba7-5491-489e-a4c3-b414d55024fe","MaaSSubscription":{"name":"e2e-default-int-sub-51ea2c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-51ea2c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.54446864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.545108607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e3ead3aa-1355-4ef6-8169-04926ff88c3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.546080648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"92780d9e-4a03-4450-b999-1d05195f1a1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.735364324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"dd8f92a8-ebf1-47ed-a719-48c0fcf92096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.752540442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"92780d9e-4a03-4450-b999-1d05195f1a1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.783236538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"19833b46-945e-4bfe-8524-223cdb725490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.814706987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e3ead3aa-1355-4ef6-8169-04926ff88c3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.818500452Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-51ea2c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-51ea2c","reconcileID":"3f0e3ba7-5491-489e-a4c3-b414d55024fe","MaaSSubscription":{"name":"e2e-default-int-sub-51ea2c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ae402e39/e2e-shared-int-sub-f5f19c06","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.829834912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e82fb0af-82fa-41e7-856c-a8b1f599cb92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:11.967555592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e82fb0af-82fa-41e7-856c-a8b1f599cb92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.093805993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab8eaf41-92fe-4ef5-b81e-9b829349afdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.09536774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"743cd1f1-a9e0-43ab-8786-c4f46935e53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.105851139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d2c83840-49ba-4d5c-b21a-f4edd4d89431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.131916548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9c995316-19df-4285-8c8e-b15d820792d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.132658888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"5c955909-607e-4b9e-9217-5594c25446aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.152781612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d2c83840-49ba-4d5c-b21a-f4edd4d89431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.158182371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"743cd1f1-a9e0-43ab-8786-c4f46935e53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.158362831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"c124db74-2343-40e5-8a49-b76e85b32446","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.177347151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9c995316-19df-4285-8c8e-b15d820792d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.178417977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e7e8c5e-33fb-4bfd-b36d-7f245b7d0c60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.178496094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e7e8c5e-33fb-4bfd-b36d-7f245b7d0c60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.17933775Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b13a14 priority=0:[ai-tenant-e2e-worker-w1-b13a14/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-b13a14/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.181016925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"5c955909-607e-4b9e-9217-5594c25446aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.19195778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"6590247b-fe2b-4bd8-8e63-cfeb12604419","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.214731557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"65095fea-d500-4176-bae5-32c89a889090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.226576224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"65095fea-d500-4176-bae5-32c89a889090","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.374751475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2835e10-fbd6-4a0d-a735-e67563740441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.39193698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"452b840c-5067-42bc-ab17-b5331948d5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.414032921Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2835e10-fbd6-4a0d-a735-e67563740441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:12.428481052Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"452b840c-5067-42bc-ab17-b5331948d5f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.429387622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2835e10-fbd6-4a0d-a735-e67563740441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:12.440635504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"452b840c-5067-42bc-ab17-b5331948d5f7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.441954143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39518a51-7923-438e-b1a3-402de6c8df6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.442027732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39518a51-7923-438e-b1a3-402de6c8df6b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.444647989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c9745ce-4a63-422d-a74e-17636916b996","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.44472225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7c9745ce-4a63-422d-a74e-17636916b996","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.484835336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7dcbf69-75b2-47d7-90cf-6dcdbc21bff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.50542457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7dcbf69-75b2-47d7-90cf-6dcdbc21bff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.531895239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7dcbf69-75b2-47d7-90cf-6dcdbc21bff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.573869535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68a54180-da50-4194-88cc-32621e87d403","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.573983247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68a54180-da50-4194-88cc-32621e87d403","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:13.373102699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d171a6ff-caee-4dc4-aa12-a3b152a75ebc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-db5557","tenantID":"e2e-api-a-db5557","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:13.408453681Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d171a6ff-caee-4dc4-aa12-a3b152a75ebc","name":"e2e-api-a-db5557-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.160547461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"239cc5ac-8304-433d-95da-cc10a1987934","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.173225441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"239cc5ac-8304-433d-95da-cc10a1987934","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.201938775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fd0fea79-77cf-4491-984e-67888bbe09cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.266033158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd9afd08-a331-4e88-afe8-ea6cfaa9a357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.266784745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5396d81-f4b0-4152-9ffc-982c434d542d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.286301884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd9afd08-a331-4e88-afe8-ea6cfaa9a357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.297392415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5396d81-f4b0-4152-9ffc-982c434d542d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.389246344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5396d81-f4b0-4152-9ffc-982c434d542d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.394575947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"438765d0-c575-4916-8b45-aaeeee3c9cbe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.396693329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"438765d0-c575-4916-8b45-aaeeee3c9cbe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.415063935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd9afd08-a331-4e88-afe8-ea6cfaa9a357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.440469259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0a9e567b-f280-41cb-99f5-568768c7d29a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.667099476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"46bb9cb3-6c0a-4b7b-89ad-85dd615a0c42","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.69865748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"e9d79212-a093-419d-b14f-92398d435a53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.709373494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b1e6067c-68d5-47f8-9f58-977c6a7a785d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.719087211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"74c08689-fe79-49e4-967e-f0913210495c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.737701104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b1e6067c-68d5-47f8-9f58-977c6a7a785d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.761187675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"c7aa8e7b-4032-43e5-9a93-6ad272cf2f06","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.803934088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"74c08689-fe79-49e4-967e-f0913210495c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.820010396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"f4ecd638-974d-448a-b938-8f6b514577ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.264450644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"06acd70a-c87e-4eee-bd65-e3217cef8efc","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.284791989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"f1409639-6822-4e91-825e-082806310cb4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.375083853Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"f1409639-6822-4e91-825e-082806310cb4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.387259943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"f1409639-6822-4e91-825e-082806310cb4","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.44278054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02a626e6-02c0-4d8f-94d0-5b72015791da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.442888592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02a626e6-02c0-4d8f-94d0-5b72015791da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.069472289Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"d39bd98b-89ee-4858-8d07-3017e7f0e2d6","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-f5f19c06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.082535468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"namespace":"ai-tenant-e2e-mt-f5f19c06","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"d39bd98b-89ee-4858-8d07-3017e7f0e2d6","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-f5f19c06"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.112053193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"429feea3-263a-4146-b9cc-6e264dfc6ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.112078842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"429feea3-263a-4146-b9cc-6e264dfc6ae9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.112866308Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b13a14 priority=0:[ai-tenant-e2e-worker-w1-b13a14/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-b13a14/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.581470594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"aceb4069-9edb-4e76-81b7-fcb96bef0baa","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.588696921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"2765baac-f42d-47f5-84f7-879513b2ef39","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.598114648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"7c0fcaec-1f6d-43e8-a919-5692227212e2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.64548017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"7c0fcaec-1f6d-43e8-a919-5692227212e2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.660553238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b9e4f9194e4fea730995f43230805b8035a0ef92763e27d8679b7d943c99931) AuthConfig (1519092f35df730cbf3205b20c33507dab0d38220036349b5a90deb0aed11b78) AuthConfig (94398d243fe9c6add4b4de0eeaf7f456a292344859c9f88d8d81a2878ceefee5) AuthConfig (680f070872dcecbb863becd487dbacdd4821440178bd2a9b38de4fc9526f58a6) AuthConfig (ba7f743a5d82300aa3fedb4dd1f09a50f9c8625540b4f4189b51a2c8218488ce) AuthConfig (0077898b2897b1471bb44a55ca6c41a387a54d7a399b2f26d9ddc1be2bf444d4) AuthConfig (de476bf6ec94ca9f69e081757cfab5227ee6e48ad34d94c39b61d6d282dfb982) AuthConfig (29062791b969e0ffa10567818fdac19e251baad8d575d7d201cab403bd22f398) AuthConfig (67f3e70b6c34423a74ce52862948367241fb2bbf0efdec670b237df42e0aa9bd) AuthConfig (c629fb1c4425397d466fc7648b350e9e6ca5b4dc88e8166ba0142f143a85688e) AuthConfig (96fb4a65538e3e89f840c4515dc85005f1ce3127352cb16ff1a4d22455553abf) AuthConfig (429b32c348838ba5c01284ffedf3bedcd5ce3df9528d0ded36b67869ada9bab3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"7c0fcaec-1f6d-43e8-a919-5692227212e2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.670139047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"e391d396-7ff8-42fa-a09e-540b48ed2e6b","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.697745663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"d9ae3b59-c0f4-497f-8ea9-20d5dab97d1f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.706132006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"d9ae3b59-c0f4-497f-8ea9-20d5dab97d1f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.71387092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b9e4f9194e4fea730995f43230805b8035a0ef92763e27d8679b7d943c99931) AuthConfig (1519092f35df730cbf3205b20c33507dab0d38220036349b5a90deb0aed11b78) AuthConfig (94398d243fe9c6add4b4de0eeaf7f456a292344859c9f88d8d81a2878ceefee5) AuthConfig (680f070872dcecbb863becd487dbacdd4821440178bd2a9b38de4fc9526f58a6) AuthConfig (ba7f743a5d82300aa3fedb4dd1f09a50f9c8625540b4f4189b51a2c8218488ce) AuthConfig (0077898b2897b1471bb44a55ca6c41a387a54d7a399b2f26d9ddc1be2bf444d4) AuthConfig (de476bf6ec94ca9f69e081757cfab5227ee6e48ad34d94c39b61d6d282dfb982) AuthConfig (29062791b969e0ffa10567818fdac19e251baad8d575d7d201cab403bd22f398) AuthConfig (67f3e70b6c34423a74ce52862948367241fb2bbf0efdec670b237df42e0aa9bd) AuthConfig (c629fb1c4425397d466fc7648b350e9e6ca5b4dc88e8166ba0142f143a85688e) AuthConfig (96fb4a65538e3e89f840c4515dc85005f1ce3127352cb16ff1a4d22455553abf) AuthConfig (429b32c348838ba5c01284ffedf3bedcd5ce3df9528d0ded36b67869ada9bab3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"d9ae3b59-c0f4-497f-8ea9-20d5dab97d1f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:19.718488596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"d9ae3b59-c0f4-497f-8ea9-20d5dab97d1f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.754752591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"1d68ac4b-33dc-4f02-a833-e46466c03684","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.756827308Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b13a14 priority=0:[ai-tenant-e2e-worker-w1-b13a14/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-b13a14/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.766433404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"7eeceed6-66ee-4f76-970c-20b29a5e84b8","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:19.767363318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-sub","reconcileID":"afb6c309-68f3-46c8-a65e-a11c22fec082","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.799405035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"707f3f93-dac7-435b-b431-f47532e92165","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.829154358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"b4c1ee1f-2d94-4f7d-8d29-5a8de6ff9b8d","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.830236575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f95e924f-cd68-47fc-9fb0-22aafb2ed083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.830862033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"fad673ce-194e-442e-8a03-8a4a85fd0698","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.840386099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"1349e4ed-8b40-4703-9daa-bcd69ee5a09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.867154879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"fad673ce-194e-442e-8a03-8a4a85fd0698","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.867625246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"1349e4ed-8b40-4703-9daa-bcd69ee5a09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.867799308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f95e924f-cd68-47fc-9fb0-22aafb2ed083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.879785375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b9e4f9194e4fea730995f43230805b8035a0ef92763e27d8679b7d943c99931) AuthConfig (1519092f35df730cbf3205b20c33507dab0d38220036349b5a90deb0aed11b78) AuthConfig (94398d243fe9c6add4b4de0eeaf7f456a292344859c9f88d8d81a2878ceefee5) AuthConfig (680f070872dcecbb863becd487dbacdd4821440178bd2a9b38de4fc9526f58a6) AuthConfig (ba7f743a5d82300aa3fedb4dd1f09a50f9c8625540b4f4189b51a2c8218488ce) AuthConfig (0077898b2897b1471bb44a55ca6c41a387a54d7a399b2f26d9ddc1be2bf444d4) AuthConfig (de476bf6ec94ca9f69e081757cfab5227ee6e48ad34d94c39b61d6d282dfb982) AuthConfig (29062791b969e0ffa10567818fdac19e251baad8d575d7d201cab403bd22f398) AuthConfig (67f3e70b6c34423a74ce52862948367241fb2bbf0efdec670b237df42e0aa9bd) AuthConfig (c629fb1c4425397d466fc7648b350e9e6ca5b4dc88e8166ba0142f143a85688e) AuthConfig (96fb4a65538e3e89f840c4515dc85005f1ce3127352cb16ff1a4d22455553abf) AuthConfig (429b32c348838ba5c01284ffedf3bedcd5ce3df9528d0ded36b67869ada9bab3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"fad673ce-194e-442e-8a03-8a4a85fd0698","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.884218489Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-sub","reconcileID":"8c2b7d44-1aef-440d-a063-379f2655b419","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-085566/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w2-085566/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.899645191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"98e60a60-b1b2-4cd5-ba5a-e71eb6547792","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.905048869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"1dabd733-7e3a-4a2c-91a5-16a05132024d","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.909477317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"98e60a60-b1b2-4cd5-ba5a-e71eb6547792","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.916430549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b9e4f9194e4fea730995f43230805b8035a0ef92763e27d8679b7d943c99931) AuthConfig (1519092f35df730cbf3205b20c33507dab0d38220036349b5a90deb0aed11b78) AuthConfig (94398d243fe9c6add4b4de0eeaf7f456a292344859c9f88d8d81a2878ceefee5) AuthConfig (680f070872dcecbb863becd487dbacdd4821440178bd2a9b38de4fc9526f58a6) AuthConfig (ba7f743a5d82300aa3fedb4dd1f09a50f9c8625540b4f4189b51a2c8218488ce) AuthConfig (0077898b2897b1471bb44a55ca6c41a387a54d7a399b2f26d9ddc1be2bf444d4) AuthConfig (de476bf6ec94ca9f69e081757cfab5227ee6e48ad34d94c39b61d6d282dfb982) AuthConfig (29062791b969e0ffa10567818fdac19e251baad8d575d7d201cab403bd22f398) AuthConfig (67f3e70b6c34423a74ce52862948367241fb2bbf0efdec670b237df42e0aa9bd) AuthConfig (c629fb1c4425397d466fc7648b350e9e6ca5b4dc88e8166ba0142f143a85688e) AuthConfig (96fb4a65538e3e89f840c4515dc85005f1ce3127352cb16ff1a4d22455553abf) AuthConfig (429b32c348838ba5c01284ffedf3bedcd5ce3df9528d0ded36b67869ada9bab3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"98e60a60-b1b2-4cd5-ba5a-e71eb6547792","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.966365859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"58e2a0dc-cd5d-4bd4-bad9-8c548e6f9240","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.966974534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-sub","reconcileID":"b24eb979-c5bb-4a69-ae06-5c35fbb61bf8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.999401077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"74e51b4e-f045-4a47-a28c-3e214182b7b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.999861198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"269f0956-aeb7-4528-a32a-fe1743c2db21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.008050353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"74e51b4e-f045-4a47-a28c-3e214182b7b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:20.008303719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"269f0956-aeb7-4528-a32a-fe1743c2db21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.185370373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5313cdbc-d3dd-49e0-935c-4f83a9772ffd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.185390325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5313cdbc-d3dd-49e0-935c-4f83a9772ffd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.200653368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1fc9b90c-b62c-4078-8b36-ca8c32e44b5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.205655659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53d4d6b3-f27f-470e-8023-08d4d83cf773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.206032169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"799a53ef-fc6d-4da0-a414-17f302682aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.272762887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad4b995d-79bf-42ac-b389-ed50e0433d8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.272784474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad4b995d-79bf-42ac-b389-ed50e0433d8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.281550897Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"799a53ef-fc6d-4da0-a414-17f302682aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:21.283105513Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53d4d6b3-f27f-470e-8023-08d4d83cf773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.288873239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"799a53ef-fc6d-4da0-a414-17f302682aeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:17:21.291998452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53d4d6b3-f27f-470e-8023-08d4d83cf773","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.292220593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc067cd9-51e6-45d2-bc37-f7c0675998fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.292238745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc067cd9-51e6-45d2-bc37-f7c0675998fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.298178656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70b4bdd3-0727-4ef8-a368-5e233978cade","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.298212258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"70b4bdd3-0727-4ef8-a368-5e233978cade","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.308034796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d478a18d-7051-44fa-a890-a0c826428a03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.310047569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69cfae24-222b-4c07-a9a2-76f901d6e3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.318041159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69cfae24-222b-4c07-a9a2-76f901d6e3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.325231283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"69cfae24-222b-4c07-a9a2-76f901d6e3fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.334022667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da7a1cc6-88c2-4eab-8306-4bdf1d221bd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.33404077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da7a1cc6-88c2-4eab-8306-4bdf1d221bd2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.766859823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"a60ee661-1768-42dd-bc40-d5a5ad03f220","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.784716706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"4182aaca-3e92-4504-9c1f-9edef15d2d45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.788137892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8a443871-eaf6-4d5e-a77c-ed13186a6dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.788273326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2c8c4e26-7508-4743-981c-714de984ae7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.796839765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2c8c4e26-7508-4743-981c-714de984ae7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.797352112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8a443871-eaf6-4d5e-a77c-ed13186a6dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.809104311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"95e63194-8a24-453a-96c3-ca722215cc91","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.883828326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"017322ce-03ff-4d01-a43f-0353f5e62a34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:23.146386225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd83c095-9cbb-4485-819c-b24b068d6a60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:23.146415245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd83c095-9cbb-4485-819c-b24b068d6a60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:23.164351815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4e94ff4","namespace":"ai-tenant-e2e-mt-f4e94ff4"},"namespace":"ai-tenant-e2e-mt-f4e94ff4","name":"e2e-policy-f4e94ff4","reconcileID":"ac49e757-a6ac-4b5e-871f-67f4b48c4ed1","MaaSAuthPolicy":{"name":"e2e-policy-f4e94ff4","namespace":"ai-tenant-e2e-mt-f4e94ff4"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:23.194814651Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4e94ff4","namespace":"ai-tenant-e2e-mt-f4e94ff4"},"namespace":"ai-tenant-e2e-mt-f4e94ff4","name":"e2e-policy-f4e94ff4","reconcileID":"ac49e757-a6ac-4b5e-871f-67f4b48c4ed1","MaaSAuthPolicy":{"name":"e2e-policy-f4e94ff4","namespace":"ai-tenant-e2e-mt-f4e94ff4"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:23.201685097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4e94ff4","namespace":"ai-tenant-e2e-mt-f4e94ff4"},"namespace":"ai-tenant-e2e-mt-f4e94ff4","name":"e2e-policy-f4e94ff4","reconcileID":"ac49e757-a6ac-4b5e-871f-67f4b48c4ed1","MaaSAuthPolicy":{"name":"e2e-policy-f4e94ff4","namespace":"ai-tenant-e2e-mt-f4e94ff4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:23.211160339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4135fa49-2035-4158-ac3a-b00f285441a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:23.211177002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4135fa49-2035-4158-ac3a-b00f285441a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:27.738963288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf9695a-22ab-441a-abe2-7906b6fdc5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:27.742850656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf9695a-22ab-441a-abe2-7906b6fdc5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:27.746711969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf9695a-22ab-441a-abe2-7906b6fdc5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:27.750346145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf9695a-22ab-441a-abe2-7906b6fdc5b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:27.98102652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31532c1-073c-4e8e-9448-3b6b6ba62d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:27.984618007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31532c1-073c-4e8e-9448-3b6b6ba62d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:27.988086798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31532c1-073c-4e8e-9448-3b6b6ba62d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:27.991668666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31532c1-073c-4e8e-9448-3b6b6ba62d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.452771118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"52752a89-2f49-440f-b43c-d8f475ec981b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.461662326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"52752a89-2f49-440f-b43c-d8f475ec981b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.469832623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"52752a89-2f49-440f-b43c-d8f475ec981b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.479172656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ea34164-b6a0-4409-8ac6-add2c92a4672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.479188341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ea34164-b6a0-4409-8ac6-add2c92a4672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:29.944213509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"91e7704c-7761-44b1-8b0f-2d5f925c6408","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:29.956748954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"91e7704c-7761-44b1-8b0f-2d5f925c6408","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:29.967443687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-085566-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1b9e4f9194e4fea730995f43230805b8035a0ef92763e27d8679b7d943c99931) AuthConfig (1519092f35df730cbf3205b20c33507dab0d38220036349b5a90deb0aed11b78) AuthConfig (94398d243fe9c6add4b4de0eeaf7f456a292344859c9f88d8d81a2878ceefee5) AuthConfig (680f070872dcecbb863becd487dbacdd4821440178bd2a9b38de4fc9526f58a6) AuthConfig (ba7f743a5d82300aa3fedb4dd1f09a50f9c8625540b4f4189b51a2c8218488ce) AuthConfig (0077898b2897b1471bb44a55ca6c41a387a54d7a399b2f26d9ddc1be2bf444d4) AuthConfig (de476bf6ec94ca9f69e081757cfab5227ee6e48ad34d94c39b61d6d282dfb982) AuthConfig (29062791b969e0ffa10567818fdac19e251baad8d575d7d201cab403bd22f398) AuthConfig (67f3e70b6c34423a74ce52862948367241fb2bbf0efdec670b237df42e0aa9bd) AuthConfig (c629fb1c4425397d466fc7648b350e9e6ca5b4dc88e8166ba0142f143a85688e) AuthConfig (96fb4a65538e3e89f840c4515dc85005f1ce3127352cb16ff1a4d22455553abf) AuthConfig (429b32c348838ba5c01284ffedf3bedcd5ce3df9528d0ded36b67869ada9bab3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"91e7704c-7761-44b1-8b0f-2d5f925c6408","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:30.914460021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f443db5-14e4-4328-ae31-abc88f63b43b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:30.914484665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f443db5-14e4-4328-ae31-abc88f63b43b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:30.922711209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6600d0f-4a07-48d6-9c0a-32a7e325e32a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:30.922733124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6600d0f-4a07-48d6-9c0a-32a7e325e32a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:30.93079383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"f7a7ac08-67da-43f2-8f88-d161e3bcf933","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-db5557","tenantID":"e2e-api-a-db5557","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:30.961795928Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"f7a7ac08-67da-43f2-8f88-d161e3bcf933","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"name":"e2e-api-a-db5557-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:30.968979419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-db5557-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"f7a7ac08-67da-43f2-8f88-d161e3bcf933","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:30.977712023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7be91ea1-4d04-41ba-a478-0a6add30abac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:30.977727873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7be91ea1-4d04-41ba-a478-0a6add30abac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.356664817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7d88d57-0904-4c67-923b-6dd0d0f2744e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.418295961Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7d88d57-0904-4c67-923b-6dd0d0f2744e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.427485969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7d88d57-0904-4c67-923b-6dd0d0f2744e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.433128755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"425720fb-228c-4816-9b94-85ce77271e5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.437801327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"feb7e70d-feb7-4b2d-a3c6-fff8478f1a4e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.437816022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"feb7e70d-feb7-4b2d-a3c6-fff8478f1a4e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.445805994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"425720fb-228c-4816-9b94-85ce77271e5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.452789633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"425720fb-228c-4816-9b94-85ce77271e5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.46465237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98a455ca-6da9-4e80-ade2-03a1cdf3ee42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:31.464675088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98a455ca-6da9-4e80-ade2-03a1cdf3ee42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.810114421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9023e727-b232-4817-adc5-b1bc1b6ec51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.830202499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9023e727-b232-4817-adc5-b1bc1b6ec51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.854702888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9023e727-b232-4817-adc5-b1bc1b6ec51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.864684201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9023e727-b232-4817-adc5-b1bc1b6ec51e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:35.131261289Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-18ba46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-18ba46","reconcileID":"665f3f2d-12b1-4a06-ab41-bc2d6bf8f9a5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-18ba46","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-18ba46":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:35.761029334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2662ac43-292b-4a37-9f61-85c9c191c8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:35.788209098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2662ac43-292b-4a37-9f61-85c9c191c8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:35.80978705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2662ac43-292b-4a37-9f61-85c9c191c8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:35.816989022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2662ac43-292b-4a37-9f61-85c9c191c8df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:35.942436821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"0744427d-9cb4-4043-b6e8-f3381b43535b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-distinct-2-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/distinct-2-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:35.975522963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"f34964df-d3bb-4831-9da1-3edcfdfea0cb","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.056941806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"83d79a16-d7fd-4b39-b1c3-b946d4a5d1e2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-distinct-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/distinct-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.13053539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"b32d3715-fe83-4ccf-91f2-a500a6632f71","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.448412451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"73b5acf0-5188-4126-b02a-b41464ef4d66","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.515346926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"51cc9450-5606-45c8-9c22-2572f6215594","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.516040904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bcafb879-5ede-44dc-8a81-61e9456d8afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.518000293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"06437955-f8b5-4eef-80f4-8d89a3be7569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.5185535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ce73c146-6c1d-48b6-bcc5-32c510c04fcc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.530709059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"51cc9450-5606-45c8-9c22-2572f6215594","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.541066389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bcafb879-5ede-44dc-8a81-61e9456d8afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.545482741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"06437955-f8b5-4eef-80f4-8d89a3be7569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.573857897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ce73c146-6c1d-48b6-bcc5-32c510c04fcc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.762998273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860a69e1-bbe3-4910-8cd6-565491eb6816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.77391557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860a69e1-bbe3-4910-8cd6-565491eb6816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.779869299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860a69e1-bbe3-4910-8cd6-565491eb6816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.789049736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"860a69e1-bbe3-4910-8cd6-565491eb6816","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.803647408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7dd9861f-cdf0-43ce-9432-1610e5966e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.845138667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7dd9861f-cdf0-43ce-9432-1610e5966e9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.911575026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4d837486-0b73-4430-9090-19c991a73f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.912487437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dc0f5f53-361a-4657-96dc-623dd384e486","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.920704245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4bdb5e9f-a7e5-455c-b087-cb22a43741c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.920987054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3ee2199e-c2d1-4aad-b350-8d7dd7944e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.9362331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4d837486-0b73-4430-9090-19c991a73f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.936682293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3ee2199e-c2d1-4aad-b350-8d7dd7944e43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.943321073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"dc0f5f53-361a-4657-96dc-623dd384e486","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.948233613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4bdb5e9f-a7e5-455c-b087-cb22a43741c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.959061558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8b0e1e87-0bd7-46a3-8ac2-d5c11b05038c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.972134714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8b0e1e87-0bd7-46a3-8ac2-d5c11b05038c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.207066111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"a40d2ac5-ecba-46e3-9c9b-2b0970b00279","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.489976819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"5b478091-3ea0-4d48-a5f6-e20e740f8baf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.523978492Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"5b478091-3ea0-4d48-a5f6-e20e740f8baf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.531635628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"5b478091-3ea0-4d48-a5f6-e20e740f8baf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.540585131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"686a642a-f134-4824-9c03-fff95e4b6b15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.540628259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"686a642a-f134-4824-9c03-fff95e4b6b15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:39.977724996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"ea2f1cdf-a9e7-4a16-b7c8-ec26147e694d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:39.986030191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"ea2f1cdf-a9e7-4a16-b7c8-ec26147e694d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:40.010385053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"64c6cf60-c490-41dd-97b7-05aa27fcabf3","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:40.98942064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"9a735d04-bfd9-4260-a3e1-a298cfe4a77f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-db5557","tenantID":"e2e-api-a-db5557","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:40.997680291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"9a735d04-bfd9-4260-a3e1-a298cfe4a77f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"name":"e2e-api-a-db5557-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.004333568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-db5557-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"9a735d04-bfd9-4260-a3e1-a298cfe4a77f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.348841412Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.463973674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"348ad2ac-d519-4910-8823-fe2a3908c03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.496153236Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"348ad2ac-d519-4910-8823-fe2a3908c03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.503720667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"348ad2ac-d519-4910-8823-fe2a3908c03f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.511257476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa9dcca8-9277-4105-8894-28eca8f61ba9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.511274605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fa9dcca8-9277-4105-8894-28eca8f61ba9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.55396173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75f15187-c35a-4287-b531-9028c052a30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.569348094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75f15187-c35a-4287-b531-9028c052a30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.576716861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75f15187-c35a-4287-b531-9028c052a30a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.58614109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"565345ec-c682-41ce-a913-36dae459bfc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.586159074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"565345ec-c682-41ce-a913-36dae459bfc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.870111177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"532c9078-880b-4f32-9e3c-a8d2eab3bfa7","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.878966822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c814e2d7-fe67-487b-874c-05a47e51e1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.879172316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"60363fda-26be-48df-a333-d2d0affe0560","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.878969145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"09f0d730-5a4e-429c-bacd-6dec5d860870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.888977976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"09f0d730-5a4e-429c-bacd-6dec5d860870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.889249184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"60363fda-26be-48df-a333-d2d0affe0560","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.891518181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c814e2d7-fe67-487b-874c-05a47e51e1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.386294543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"33aba00c-5a6b-428b-b5f5-8b24860ed081","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.405875631Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f15e030d-48d8-4e0b-97f3-707bf2f2e14c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b679c5a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.408329948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f2263788-0bf8-43d4-b9b7-dea3b5bdd90c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.408495528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"df9d59e2-a053-4516-bed4-bd08f4299826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.408333077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"26e66fb6-bcef-4368-a304-edeae45a90db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.408958075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bc1fae0b-9833-4eb6-a792-4c58a8db56d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.419517402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"df9d59e2-a053-4516-bed4-bd08f4299826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.420976067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"f2263788-0bf8-43d4-b9b7-dea3b5bdd90c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.422356014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"26e66fb6-bcef-4368-a304-edeae45a90db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.424458264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bc1fae0b-9833-4eb6-a792-4c58a8db56d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.56618065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"e3d601b0-06d3-47e4-bdce-3a84296b7cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.572545788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b148f205-8c2a-482a-9e00-9c9e686aa8e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.577531047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3a727e40-7ed0-4f6e-b0b0-175925272cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.580981192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"65bb3923-e86c-45c2-85ee-220c8157eb73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.58169592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"e3d601b0-06d3-47e4-bdce-3a84296b7cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.592051679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b148f205-8c2a-482a-9e00-9c9e686aa8e7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.593127338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"65bb3923-e86c-45c2-85ee-220c8157eb73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.595969652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3a727e40-7ed0-4f6e-b0b0-175925272cf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.600455174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"041454ad-7420-4a88-a59f-f34e1631d68c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-18ba46","tenantID":"e2e-api-b-18ba46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.625094897Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"041454ad-7420-4a88-a59f-f34e1631d68c","name":"e2e-api-b-18ba46-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:44.230726559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4e94ff4","namespace":"ai-tenant-e2e-mt-f4e94ff4"},"namespace":"ai-tenant-e2e-mt-f4e94ff4","name":"e2e-policy-f4e94ff4","reconcileID":"1ca09afa-410c-4548-9e8a-b31d2ff3bea0","MaaSAuthPolicy":{"name":"e2e-policy-f4e94ff4","namespace":"ai-tenant-e2e-mt-f4e94ff4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:44.26412442Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f4e94ff4","namespace":"ai-tenant-e2e-mt-f4e94ff4"},"namespace":"ai-tenant-e2e-mt-f4e94ff4","name":"e2e-policy-f4e94ff4","reconcileID":"1ca09afa-410c-4548-9e8a-b31d2ff3bea0","MaaSAuthPolicy":{"name":"e2e-policy-f4e94ff4","namespace":"ai-tenant-e2e-mt-f4e94ff4"},"policyNamespace":"ai-tenant-e2e-mt-f4e94ff4","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.607407446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"0a36fadd-5667-487e-aa8e-adc02b936d8a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.663696599Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"0a36fadd-5667-487e-aa8e-adc02b936d8a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.670722339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"0a36fadd-5667-487e-aa8e-adc02b936d8a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.677782935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1959836-3fb2-4077-b116-88d931d905ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.677798687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1959836-3fb2-4077-b116-88d931d905ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.013118364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"145fdf40-b404-48aa-b398-ed60b3dd3e11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-db5557","tenantID":"e2e-api-a-db5557","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.022457495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"145fdf40-b404-48aa-b398-ed60b3dd3e11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"name":"e2e-api-a-db5557-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.029350589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-db5557-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"145fdf40-b404-48aa-b398-ed60b3dd3e11","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.524272755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e95da01-e8b0-4ef0-93d2-6e180a83d710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.563631845Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e95da01-e8b0-4ef0-93d2-6e180a83d710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.575997401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6e95da01-e8b0-4ef0-93d2-6e180a83d710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.586724169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e81d1b42-586e-4fb9-a2e5-8c6db47bdd62","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.586750938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e81d1b42-586e-4fb9-a2e5-8c6db47bdd62","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.628195421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80b50825-cb5f-4ecd-ba3e-4d4e6e62600d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.637879575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80b50825-cb5f-4ecd-ba3e-4d4e6e62600d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.646419444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80b50825-cb5f-4ecd-ba3e-4d4e6e62600d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.656755638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f24d75a-4f41-47af-8ef1-72a0b1baa919","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.65678262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f24d75a-4f41-47af-8ef1-72a0b1baa919","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.888020926Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-sub","reconcileID":"2a9665bd-d6d4-47d2-b3c8-bd040f7b580e","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.909425108Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-sub","reconcileID":"2a9665bd-d6d4-47d2-b3c8-bd040f7b580e","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-085566/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:51.945111113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"0960fc9e-dffc-49b1-adc1-bfcc7faa1b4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.069194694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"101f2c08-a082-4db3-aa08-6847e8044a8a","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.121100559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"9897bf1b-12fe-4169-93cf-4461e9877707","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.1408781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9adae31a-7cb3-4cae-9953-fba566ae408b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.141615599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"253933f2-b395-4f0d-ac15-772df5deb93d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.142292639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"59f5bbfa-e86b-4a2e-bfd2-99657a86be8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.168533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"253933f2-b395-4f0d-ac15-772df5deb93d","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.172427867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9adae31a-7cb3-4cae-9953-fba566ae408b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.173502164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"59f5bbfa-e86b-4a2e-bfd2-99657a86be8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.230866638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"96d5212f-a48d-47c7-a3af-7e4e4a840db6","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.283904319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"e2e-api-key-no-access-auth","reconcileID":"cbe9c640-9e83-48aa-8b10-af438481e3a3","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.497004726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"e84c8a70-48d4-442a-8964-d585d96d6a37","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.410460609Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a084eee6-a3c9-4a1b-b6d9-4e4969d283fe","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/distinct-w1-b13a14","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.414356066Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a084eee6-a3c9-4a1b-b6d9-4e4969d283fe","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/distinct-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.419084705Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"a084eee6-a3c9-4a1b-b6d9-4e4969d283fe","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/distinct-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.462123923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"f7421a65-27f0-480a-9535-8778fea77f58","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.483171701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8c8efc17-4dcf-426b-a1ae-c53e0d569c03","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.486052446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9bad2952-c6e6-4497-a1d0-b036ac11beef","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.486129864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"1d75547b-1c62-4256-9189-3d8225bd2053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.486494508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9dd7e201-519d-42a0-a601-e84841f797ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.491432646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8c8efc17-4dcf-426b-a1ae-c53e0d569c03","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.495040692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9dd7e201-519d-42a0-a601-e84841f797ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.496113947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9bad2952-c6e6-4497-a1d0-b036ac11beef","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.497187153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"1d75547b-1c62-4256-9189-3d8225bd2053","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.60899396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"082b5ea0-d5bf-4630-8043-d79ccb8148fd","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.624911368Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"90ee564e-c75a-4b82-9629-1028a488678e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bcc55453","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.627863377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0fa0de04-b61e-445b-aa39-962ca9e972e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.639919277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0fa0de04-b61e-445b-aa39-962ca9e972e6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.733803993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0b943c4f-0679-407e-bb46-13bb0efd048d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.733867466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"005d0d94-197a-4abc-b42c-5a34bb247634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.734253342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"acd46cca-91fa-409c-942c-f5981c776fcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.750887625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0b943c4f-0679-407e-bb46-13bb0efd048d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.752777127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"005d0d94-197a-4abc-b42c-5a34bb247634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.754532109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"acd46cca-91fa-409c-942c-f5981c776fcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.840141597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b9a2067c-e917-4e70-9679-46ad875b1a77","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.857683699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b9a2067c-e917-4e70-9679-46ad875b1a77","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.286095249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"e9332fde-d2d7-4a37-ad71-25971bfe1154","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.290904656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"ff7b407c-73ea-43f1-ab35-f95b15d37b2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.445720149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"a0b5572b-9fe1-4c88-8ed1-475137aa116e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.446368679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ffe9cef-149b-474a-8522-85d1787eb1e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.490502774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f352399-ebbb-4ebe-9df7-606c25415e49","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.490909428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"c6be3ea5-fc7f-46b4-8d21-b1a4a21073d5","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.491228425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"5ab700f6-037c-479d-b799-c3f22f26f6b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.494344695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"d15ad475-f13c-4fab-897c-889fa945316e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.494784344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"0ed23297-efc1-4243-a94a-850c393dfeb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.58486974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"66fe7fee-a0ac-4234-814e-e87c377abdbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.588240582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"682a1c33-694a-4caf-bc41-4fe72f390eb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.588633997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"ca35b19f-5014-4679-b2a9-762f83058145","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:57.214115988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c08276-6461-4753-a739-1938fd265577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:57.242688702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c08276-6461-4753-a739-1938fd265577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:57.247541406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c08276-6461-4753-a739-1938fd265577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:57.25301699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5c08276-6461-4753-a739-1938fd265577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:57.540711328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42d3448-8f4a-4213-ad31-eae386f155b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:57.54430913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42d3448-8f4a-4213-ad31-eae386f155b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:57.547843426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42d3448-8f4a-4213-ad31-eae386f155b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:57.551387704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f42d3448-8f4a-4213-ad31-eae386f155b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.143711777Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9b65143e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9b65143e","reconcileID":"179492f5-0ca2-4445-b401-da407c816f57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9b65143e","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9b65143e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.661041262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a49b257-060b-4ceb-adf7-e961745f369c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.664612763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a49b257-060b-4ceb-adf7-e961745f369c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.668237955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a49b257-060b-4ceb-adf7-e961745f369c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.671542807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a49b257-060b-4ceb-adf7-e961745f369c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.68999523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"c14306a1-c62d-4465-9176-d67a8c1d82a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.724014899Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"c14306a1-c62d-4465-9176-d67a8c1d82a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.73174663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"c14306a1-c62d-4465-9176-d67a8c1d82a6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.740910315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f70e5ecb-8b78-4222-b797-118dc672b3c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.740979855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f70e5ecb-8b78-4222-b797-118dc672b3c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.951148828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d97ec5-a7f4-413d-8f08-c3b738089bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.960237503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d97ec5-a7f4-413d-8f08-c3b738089bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.970988679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d97ec5-a7f4-413d-8f08-c3b738089bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.975753711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d97ec5-a7f4-413d-8f08-c3b738089bc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:59.205766742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade6b73f-a15b-4969-8fce-174d4d05be86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:59.209324234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade6b73f-a15b-4969-8fce-174d4d05be86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:59.212887647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade6b73f-a15b-4969-8fce-174d4d05be86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:59.216361245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade6b73f-a15b-4969-8fce-174d4d05be86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.605588871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16699074-a4b8-4421-91ff-312a68cdec75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.60570847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16699074-a4b8-4421-91ff-312a68cdec75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.616254359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f902b12-96ac-47ab-bfe1-e881a7f4df27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.616351834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f902b12-96ac-47ab-bfe1-e881a7f4df27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.624764018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"0e9075c6-5edf-4130-ae2b-1f485d72975c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-18ba46","tenantID":"e2e-api-b-18ba46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.658340242Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"0e9075c6-5edf-4130-ae2b-1f485d72975c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"name":"e2e-api-b-18ba46-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.665746714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-18ba46-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"0e9075c6-5edf-4130-ae2b-1f485d72975c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.674702448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa2510bd-99b8-4d16-9a74-550c0a3a9b1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.674718345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa2510bd-99b8-4d16-9a74-550c0a3a9b1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.040373519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"09e54580-e9a3-4d14-a50b-58958ae13e82","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-db5557","tenantID":"e2e-api-a-db5557","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.050126991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"09e54580-e9a3-4d14-a50b-58958ae13e82","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"name":"e2e-api-a-db5557-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.058836827Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-db5557-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (04b170c53743da0d07978f53165e7b1116c9bc109299c2b971502715ccf5d906) AuthConfig (09594800452ccbb42dde740b6c229b470d83d08a5c6b1fe778d6cb18b2b99d17) AuthConfig (f8ba1dabdb530c5142d8800acb61c8f2ab24fcf754998c6d4a33811899dd53f5) AuthConfig (e83de0b255eea702d52c0d6f7bef6ec3c2aad0054e9fbf881167bff11f0a144c) AuthConfig (dab51cc1a659da5da3b4df0826da0dcfadf1c8ae938bb8500b314658ead36d2f) AuthConfig (19a7b32ca1cbeaa07779a5dca3bc144c27a86103d0f4625447bc4b94e3d964da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"09e54580-e9a3-4d14-a50b-58958ae13e82","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.066385152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0afccc8d-8ffe-4793-a781-ccca7ad79a21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.066407946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0afccc8d-8ffe-4793-a781-ccca7ad79a21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.597196412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b52fae21-3ae5-4495-a16c-c05e7cbd0722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.628384602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b52fae21-3ae5-4495-a16c-c05e7cbd0722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.635666036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b52fae21-3ae5-4495-a16c-c05e7cbd0722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.645068912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"802b1521-20ff-44ae-9abc-7a0406d62ff9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.645085592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"802b1521-20ff-44ae-9abc-7a0406d62ff9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.696826908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d37b79c-fad1-42a1-ac59-e83fe92f3e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.705251196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d37b79c-fad1-42a1-ac59-e83fe92f3e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.712892159Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d37b79c-fad1-42a1-ac59-e83fe92f3e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.720050516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bac290f-eff3-47a5-83fd-b0a8085b3fb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.720066236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bac290f-eff3-47a5-83fd-b0a8085b3fb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.632023741Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"77775427-39b0-45b7-9691-15845f60340e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/distinct-2-w1-b13a14","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.637114765Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"77775427-39b0-45b7-9691-15845f60340e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/distinct-2-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.658579434Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"77775427-39b0-45b7-9691-15845f60340e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/distinct-2-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.771634594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"b3a6d520-b9bf-4dc2-b118-c6e9f18561bb","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.791934765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bb8125c5-1712-4be1-90bd-7cb5c0de97b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.795140534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ca038a18-21ba-4c5b-9b4b-c9af56066289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.795329817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6debbdc8-f41d-4761-8018-a623e71ca692","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.795750863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"2dfdad19-e830-4c12-8032-fa8183ccc8a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.800445715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bb8125c5-1712-4be1-90bd-7cb5c0de97b6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.807572514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"2dfdad19-e830-4c12-8032-fa8183ccc8a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.80758086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6debbdc8-f41d-4761-8018-a623e71ca692","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.809776616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ca038a18-21ba-4c5b-9b4b-c9af56066289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.891033228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"484dca63-fb64-44d9-93a3-75a63bd60296","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.899719156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"484dca63-fb64-44d9-93a3-75a63bd60296","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.919116394Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"12cc577e-c985-4195-ad23-4bc1b199279a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/distinct-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.919160447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"faa51ae2-902d-482c-9dab-153186e42977","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.018972035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"c6f97d14-2b07-426c-b1c5-8472fb2b9898","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.241419983Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"12b9efc6-c631-41e1-bad2-da767ae16984","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/distinct-2-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.267062238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"796bec25-4b60-40b6-b21a-a859f3ef48b1","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.281765688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"2320a34f-feff-4da7-86a1-b9b07affd7d8","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.92890948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"6dc16c7f-8741-4228-a0b3-6fcdd699e9fd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:04.968910034Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"6dc16c7f-8741-4228-a0b3-6fcdd699e9fd","name":"e2e-mt-9b65143e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:08.747445449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"8c6007fe-531b-4041-bfe9-da76bc3b9631","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:08.800702158Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"8c6007fe-531b-4041-bfe9-da76bc3b9631","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:08.80892072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"8c6007fe-531b-4041-bfe9-da76bc3b9631","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:08.821998541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52bbb738-06cb-42d4-a79f-71890c2b72ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:08.822132131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52bbb738-06cb-42d4-a79f-71890c2b72ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.097428442Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"cd3e0c52-73f3-4ddc-84fa-7552e44378d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.097681974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6890e98-4ca9-4ac5-8a29-73d63668a415","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.097704636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6890e98-4ca9-4ac5-8a29-73d63668a415","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.118702589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806c17f8-f21c-44ca-abea-2fafd0656729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.122179003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806c17f8-f21c-44ca-abea-2fafd0656729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.132153698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806c17f8-f21c-44ca-abea-2fafd0656729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.136290532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"806c17f8-f21c-44ca-abea-2fafd0656729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.139868457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"cd3e0c52-73f3-4ddc-84fa-7552e44378d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-db5557","tenantID":"e2e-api-a-db5557","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.174718697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"cd3e0c52-73f3-4ddc-84fa-7552e44378d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"name":"e2e-api-a-db5557-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.174746174Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"e2e-e2e-api-a-db5557-policy","reconcileID":"cd3e0c52-73f3-4ddc-84fa-7552e44378d7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-db5557-policy","namespace":"ai-tenant-e2e-api-a-db5557"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-db5557","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.185273233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e17242e9-b9df-455c-a078-1b2796869ada","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.18529594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e17242e9-b9df-455c-a078-1b2796869ada","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.565624779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4270ece6-6bbb-4bf8-9885-640ec1c3c3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.569058187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4270ece6-6bbb-4bf8-9885-640ec1c3c3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.572880532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4270ece6-6bbb-4bf8-9885-640ec1c3c3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.576477187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4270ece6-6bbb-4bf8-9885-640ec1c3c3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.807004851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbffd778-0da2-40b9-92fb-ad96458ca878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.810515561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbffd778-0da2-40b9-92fb-ad96458ca878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.813990867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbffd778-0da2-40b9-92fb-ad96458ca878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.817703732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbffd778-0da2-40b9-92fb-ad96458ca878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.106891681Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-98148a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-98148a","reconcileID":"73fb41bd-ef08-44d6-8484-c04336b30b74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-98148a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-98148a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.238690072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdff053c-561e-443c-b20b-d3c734a04627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.242203157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdff053c-561e-443c-b20b-d3c734a04627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.245536155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdff053c-561e-443c-b20b-d3c734a04627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.249139108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdff053c-561e-443c-b20b-d3c734a04627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.56513362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808f60de-cabe-4f7c-aa4a-c14d24f9d7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.568542226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808f60de-cabe-4f7c-aa4a-c14d24f9d7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.571829874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808f60de-cabe-4f7c-aa4a-c14d24f9d7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.575165516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"808f60de-cabe-4f7c-aa4a-c14d24f9d7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.680961019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"533652bf-e0c6-4d77-bff5-70b2b9d45cd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-18ba46","tenantID":"e2e-api-b-18ba46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.693075174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"533652bf-e0c6-4d77-bff5-70b2b9d45cd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"name":"e2e-api-b-18ba46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:10.700404227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-18ba46-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"533652bf-e0c6-4d77-bff5-70b2b9d45cd1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.16126193Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","namespace":"ai-tenant-e2e-api-a-db5557","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.161335199Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","namespace":"ai-tenant-e2e-api-a-db5557","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.161401103Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","tenant":"e2e-api-a-db5557","tenantID":"e2e-api-a-db5557","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.166859628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"Deployment","name":"maas-api-e2e-api-a-db5557","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.181952282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"Service","name":"maas-api-e2e-api-a-db5557","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.193024939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-db5557","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.199514233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-db5557","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.23350828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.25641727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.301214972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.329302328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.341274425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"Deployment","name":"payload-processing-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.352035945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.368064326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"Service","name":"payload-processing-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.3705263Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.390412887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"Service","name":"payload-pre-processing-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.399378124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.414506721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.418714005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.42675573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.430287781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.434989651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.441109864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-db5557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.450099815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-db5557"},"namespace":"ai-tenant-e2e-api-a-db5557","name":"default-tenant","reconcileID":"d34750b9-e47a-406b-baf2-586e37271807","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-db5557","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.748413602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"363dab44-533e-456e-ac88-4da7907edd00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.777834003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adb34886-a871-4a3e-ab9f-095fced045db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.826747834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adb34886-a871-4a3e-ab9f-095fced045db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.867422961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"adb34886-a871-4a3e-ab9f-095fced045db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.960854397Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"363dab44-533e-456e-ac88-4da7907edd00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.975332435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"363dab44-533e-456e-ac88-4da7907edd00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.97652808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb041e2f-3ceb-4daf-9da7-58c9c33bcc2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.035691198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb041e2f-3ceb-4daf-9da7-58c9c33bcc2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.036983637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aeb7a392-54ac-44ea-92fe-f69164d5a0d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:12.037067737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aeb7a392-54ac-44ea-92fe-f69164d5a0d1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.155296317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d174db3-acd2-47a6-8668-c8b22b220a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.158869484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d174db3-acd2-47a6-8668-c8b22b220a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.162315776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d174db3-acd2-47a6-8668-c8b22b220a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.166041148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d174db3-acd2-47a6-8668-c8b22b220a0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.413292082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede2b2fa-f2af-4de6-aa72-e235574e1797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.418952168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede2b2fa-f2af-4de6-aa72-e235574e1797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.424981729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede2b2fa-f2af-4de6-aa72-e235574e1797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:13.429967872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede2b2fa-f2af-4de6-aa72-e235574e1797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.439563523Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-db5557","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-db5557","reconcileID":"d29fc9af-3a07-4868-b722-422f64a2c4ff","aitenant":"ai-tenants/e2e-api-a-db5557","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.51168832Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-db5557","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-db5557","reconcileID":"d29fc9af-3a07-4868-b722-422f64a2c4ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-db5557","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-db5557"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.518646138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7f2050-53b2-4272-a399-c1e4fa41fea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.523814893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7f2050-53b2-4272-a399-c1e4fa41fea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.527158776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7f2050-53b2-4272-a399-c1e4fa41fea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.530669099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7f2050-53b2-4272-a399-c1e4fa41fea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.761936061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eebe0ef-b02a-4193-bf02-94c5e27e807e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.76539098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eebe0ef-b02a-4193-bf02-94c5e27e807e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.768717774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eebe0ef-b02a-4193-bf02-94c5e27e807e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.773277382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eebe0ef-b02a-4193-bf02-94c5e27e807e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.961423657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1c4b43-bf41-45ce-a26f-e1edb43b6ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.971644229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1c4b43-bf41-45ce-a26f-e1edb43b6ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.135015632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1c4b43-bf41-45ce-a26f-e1edb43b6ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:17.226521911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e1c4b43-bf41-45ce-a26f-e1edb43b6ec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.005726966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"30977c1d-8d88-4f7c-ae41-807509605966","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-98148a","tenantID":"e2e-api-a-98148a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.028103339Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"30977c1d-8d88-4f7c-ae41-807509605966","name":"e2e-api-a-98148a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.833657172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"43780a8a-7942-4d7e-b173-ec92f2d1710e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.870304712Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"43780a8a-7942-4d7e-b173-ec92f2d1710e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.87751761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"43780a8a-7942-4d7e-b173-ec92f2d1710e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.886184516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77150544-432a-4ce8-9429-1363b2262d2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.886204758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77150544-432a-4ce8-9429-1363b2262d2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:20.713505557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"a87776fb-91fd-4fcd-895d-ebae9e0c4716","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-18ba46","tenantID":"e2e-api-b-18ba46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:20.727520441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"a87776fb-91fd-4fcd-895d-ebae9e0c4716","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"name":"e2e-api-b-18ba46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:20.76853928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-18ba46-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"a87776fb-91fd-4fcd-895d-ebae9e0c4716","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:21.995070553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af974a70-8d7a-46c2-8c31-ab84efd9ae0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:22.096559516Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af974a70-8d7a-46c2-8c31-ab84efd9ae0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:22.116086323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af974a70-8d7a-46c2-8c31-ab84efd9ae0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:22.119478391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3970bc8b-3933-48ee-9f1c-7082da7977e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:22.133555759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"827a1e05-e3d3-43e3-ad76-169f02803616","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:22.133668149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"827a1e05-e3d3-43e3-ad76-169f02803616","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:22.146682081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3970bc8b-3933-48ee-9f1c-7082da7977e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:22.154937182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3970bc8b-3933-48ee-9f1c-7082da7977e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:22.167680666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24465983-ad95-4f96-9e87-6fd09135ed06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:22.167802953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"24465983-ad95-4f96-9e87-6fd09135ed06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:22.929108634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"16e7e824-63ee-4f4e-82ad-e1ceac1d98d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.032324307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"5f344eb7-2694-41a4-a43a-fb66fa4be6d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.032897288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b020eff-97fb-4f00-ba34-0a70c0fb343b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.032995448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"4cb5c45d-3535-440b-918b-8cac13dc6ac0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.033473703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"2ab34898-07b8-4e2a-bebb-225b0fcf615c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.03354924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"146ae7a0-a5ec-4adb-a3a0-5e63d2273e18","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.131692423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"2be310a6-b72b-435f-8d42-5b5bca8efa68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.131696125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59fb2457-e7fb-435b-9d1d-5013f78d1d03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.13202288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"2b3b3d94-6889-4c8d-bcb6-feb470b1a3d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.244725282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"989cfc95-19d6-4732-b97c-f910d893d472","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.246072674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"d16b4891-29d9-4208-91da-da87a221773c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.359416802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"cb19c553-b439-4b29-b9b1-1092ce5130bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.3594168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"b00d366c-105e-47c3-8578-9dd5728c2145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.360500189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"d0f2bbd7-3717-4fca-ab86-197e93806036","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.368336518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"cb19c553-b439-4b29-b9b1-1092ce5130bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.369962556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"b00d366c-105e-47c3-8578-9dd5728c2145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.573231385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4dbf967c-bcdb-45e2-9e8d-fb9238b52ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.573989512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"19882e2c-a956-4927-8441-2219587ccc1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.587065624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"19882e2c-a956-4927-8441-2219587ccc1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.590283517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4dbf967c-bcdb-45e2-9e8d-fb9238b52ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.751820215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"17be2c11-817c-4826-9fc9-a137e3c64041","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-18ba46","tenantID":"e2e-api-b-18ba46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.764547464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"17be2c11-817c-4826-9fc9-a137e3c64041","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"name":"e2e-api-b-18ba46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.782808394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-18ba46-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8efd455e492bd04eee74af34f6f08080f851111a67a657ddcda5cc3478fda8f1) AuthConfig (18939cb92b9271daf9131f1415cd0eeaa5398ceba0e4dfbd903379fc51a1014a) AuthConfig (ea2065eb6cf98e7f62224e3799366be1fea2c40d9bf331a98dcfbe729c2a0626) AuthConfig (13fe10e52328f55506d14fe0b13dc56724e09a6f77da2947bd2507c6b0b217b1) AuthConfig (38b55c875dde2af539862570206b3bc61256f800fbf4f401352e25635855b741) AuthConfig (16332af3986633ccdd6467741830e0399c76be45f65cfe90bebed3bda0c31ecb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"17be2c11-817c-4826-9fc9-a137e3c64041","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.79693212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0b440fc-cbc8-4975-b775-e4415d8c7bf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.796956921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0b440fc-cbc8-4975-b775-e4415d8c7bf4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.85863653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"a430db2b-acf7-4091-a174-fde2cafae540","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-18ba46","tenantID":"e2e-api-b-18ba46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.879844718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"a430db2b-acf7-4091-a174-fde2cafae540","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"name":"e2e-api-b-18ba46-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.888463566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-18ba46-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8efd455e492bd04eee74af34f6f08080f851111a67a657ddcda5cc3478fda8f1) AuthConfig (18939cb92b9271daf9131f1415cd0eeaa5398ceba0e4dfbd903379fc51a1014a) AuthConfig (ea2065eb6cf98e7f62224e3799366be1fea2c40d9bf331a98dcfbe729c2a0626) AuthConfig (13fe10e52328f55506d14fe0b13dc56724e09a6f77da2947bd2507c6b0b217b1) AuthConfig (38b55c875dde2af539862570206b3bc61256f800fbf4f401352e25635855b741) AuthConfig (16332af3986633ccdd6467741830e0399c76be45f65cfe90bebed3bda0c31ecb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"a430db2b-acf7-4091-a174-fde2cafae540","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.181085703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d776e337-f4f6-42e2-a0cd-f9342a141f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.257799158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d776e337-f4f6-42e2-a0cd-f9342a141f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.277409127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d776e337-f4f6-42e2-a0cd-f9342a141f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.297747779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d776e337-f4f6-42e2-a0cd-f9342a141f34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.571660421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"f6df33c7-198a-4a46-9e58-73b63e263a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.571775762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"638b1db9-cfd0-49a4-a00f-88cc43e87059","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.571798369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"638b1db9-cfd0-49a4-a00f-88cc43e87059","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.623809883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cda41b5-c98d-4d73-8652-48c74518a8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.641130989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cda41b5-c98d-4d73-8652-48c74518a8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.647300484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cda41b5-c98d-4d73-8652-48c74518a8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.651652552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cda41b5-c98d-4d73-8652-48c74518a8a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.664704924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"f6df33c7-198a-4a46-9e58-73b63e263a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-18ba46","tenantID":"e2e-api-b-18ba46","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.696022816Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"f6df33c7-198a-4a46-9e58-73b63e263a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"name":"e2e-api-b-18ba46-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.696043683Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"e2e-e2e-api-b-18ba46-policy","reconcileID":"f6df33c7-198a-4a46-9e58-73b63e263a52","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-18ba46-policy","namespace":"ai-tenant-e2e-api-b-18ba46"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-18ba46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.704244057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad720651-7ff9-4a55-9d2c-e4f29c93c16a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:24.704263582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad720651-7ff9-4a55-9d2c-e4f29c93c16a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.292586651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c5d5d5-a105-47e3-b41a-054e823fe1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.296155855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c5d5d5-a105-47e3-b41a-054e823fe1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.299684898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c5d5d5-a105-47e3-b41a-054e823fe1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.302918214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c5d5d5-a105-47e3-b41a-054e823fe1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.595674476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9910401-468e-45cf-8cb4-b5a28fc059a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.598949455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9910401-468e-45cf-8cb4-b5a28fc059a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.602335865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9910401-468e-45cf-8cb4-b5a28fc059a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.605788136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9910401-468e-45cf-8cb4-b5a28fc059a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.893223529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"1d38ef3d-c056-4f81-9854-dee81f2891e6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:28.970139661Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"1d38ef3d-c056-4f81-9854-dee81f2891e6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:29.041123961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"1d38ef3d-c056-4f81-9854-dee81f2891e6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:29.050565009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9da2aa0d-90e7-48d5-9661-bfbae8c02bd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:29.050586835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9da2aa0d-90e7-48d5-9661-bfbae8c02bd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.381041379Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","namespace":"ai-tenant-e2e-api-b-18ba46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.381110579Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","namespace":"ai-tenant-e2e-api-b-18ba46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.381174193Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","tenant":"e2e-api-b-18ba46","tenantID":"e2e-api-b-18ba46","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.386386862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"Deployment","name":"maas-api-e2e-api-b-18ba46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.401352041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"Service","name":"maas-api-e2e-api-b-18ba46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.410883513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-18ba46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.420277921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-18ba46","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.430868922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.439774955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.448217141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.456337827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.459374615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"Deployment","name":"payload-processing-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.462325816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.465383314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"Service","name":"payload-processing-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.468206366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.47313781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.475976289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.47877372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.483663521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4613f7b-faa8-4dd1-9b61-99a4171e8510","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.483682939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4613f7b-faa8-4dd1-9b61-99a4171e8510","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.485721459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.491207549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.49154297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d59d5c5-75f0-4e01-af1b-c4fffd3cd928","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.491557187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d59d5c5-75f0-4e01-af1b-c4fffd3cd928","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.494338583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.497563082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-18ba46","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.497861366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"426cb004-ddb7-4dce-9a41-eaa54e836e32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-98148a","tenantID":"e2e-api-a-98148a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.500686672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-18ba46"},"namespace":"ai-tenant-e2e-api-b-18ba46","name":"default-tenant","reconcileID":"ab958df7-4086-42ba-a7b3-409ed21dd14d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-18ba46","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.526767975Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"426cb004-ddb7-4dce-9a41-eaa54e836e32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"name":"e2e-api-a-98148a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.533715348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-98148a-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"426cb004-ddb7-4dce-9a41-eaa54e836e32","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.543096065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c60e726b-c96d-46d4-a631-e0566b729395","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:30.543120693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c60e726b-c96d-46d4-a631-e0566b729395","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:32.16522852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d161afca-f713-4fdf-9469-78d9130abdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:32.204905658Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d161afca-f713-4fdf-9469-78d9130abdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:32.212861522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d161afca-f713-4fdf-9469-78d9130abdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:32.222867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc00dc6c-9972-4abe-9e5b-cf5142d9fad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:32.22289587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc00dc6c-9972-4abe-9e5b-cf5142d9fad3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:32.257312856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34956043-bf28-4a62-b6bb-def693dd9e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:32.268436133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34956043-bf28-4a62-b6bb-def693dd9e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:32.278290102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34956043-bf28-4a62-b6bb-def693dd9e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:32.291525828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"515e07e0-47e9-441f-ab2b-4028b49144c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:32.292245776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"515e07e0-47e9-441f-ab2b-4028b49144c7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:33.607029647Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-18ba46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-18ba46","reconcileID":"ba2a1750-6530-466f-8f2e-5cc49e0e45e9","aitenant":"ai-tenants/e2e-api-b-18ba46","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:33.703335265Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-18ba46","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-18ba46","reconcileID":"ba2a1750-6530-466f-8f2e-5cc49e0e45e9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-18ba46","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-18ba46"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:33.730044486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dfc499-d633-42ca-99b5-83a94792e0f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:33.737427398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dfc499-d633-42ca-99b5-83a94792e0f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:33.764618688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dfc499-d633-42ca-99b5-83a94792e0f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:33.798383629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10dfc499-d633-42ca-99b5-83a94792e0f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:34.652500702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17775b19-37c4-42e6-8283-039e16fc2e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:34.679067821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17775b19-37c4-42e6-8283-039e16fc2e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:34.698762216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17775b19-37c4-42e6-8283-039e16fc2e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:34.705576651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17775b19-37c4-42e6-8283-039e16fc2e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.166070145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83344e1d-207c-4f82-af62-ca55e9a67332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.180265759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83344e1d-207c-4f82-af62-ca55e9a67332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.195460919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83344e1d-207c-4f82-af62-ca55e9a67332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.199952583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83344e1d-207c-4f82-af62-ca55e9a67332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.301500731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"1ebfce3a-fda9-4b78-8b74-b7dca6b4a1f3","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.301533522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"1ebfce3a-fda9-4b78-8b74-b7dca6b4a1f3","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.58093934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d350b0-7bc4-4d31-a4b0-b5d77372f7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.581299364Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-33652a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-33652a","reconcileID":"1c7f29d8-0023-4012-b2d9-d6eff23e3381","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-33652a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-33652a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.591884698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d350b0-7bc4-4d31-a4b0-b5d77372f7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.599157474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d350b0-7bc4-4d31-a4b0-b5d77372f7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.60366007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"ccd473b0-6b41-4e8b-98a6-f72341fd1b75","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.603685818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"ccd473b0-6b41-4e8b-98a6-f72341fd1b75","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.605696558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7d350b0-7bc4-4d31-a4b0-b5d77372f7b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.612836402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"74e3ad8a-2f57-4889-a894-743810a69d50","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.61285695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"74e3ad8a-2f57-4889-a894-743810a69d50","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.726171193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"836165c1-e47a-47d4-a426-11109c887a9a","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.808476774Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"836165c1-e47a-47d4-a426-11109c887a9a","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.862266452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9b65143e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"836165c1-e47a-47d4-a426-11109c887a9a","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.902293892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"06935508-3295-4b30-8348-b05f8fa2deaa","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.904646816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"06935508-3295-4b30-8348-b05f8fa2deaa","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.9060982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"0ecd6143-c00e-49af-8105-90d5f16304f6","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.906200121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"0ecd6143-c00e-49af-8105-90d5f16304f6","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.91988541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"a91800ad-2857-41a3-81cd-8cd2bfd36135","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.922041529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"84dbae36-064d-46ac-b4a9-390dea50bece","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.922109219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"84dbae36-064d-46ac-b4a9-390dea50bece","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:35.922335488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"1294fd1e-7136-4506-be6e-47aef2851cbd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-9b65143e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.960085915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"a91800ad-2857-41a3-81cd-8cd2bfd36135","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.9774317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9b65143e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"a91800ad-2857-41a3-81cd-8cd2bfd36135","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.978015895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"3c581b47-d74e-42d9-9195-c2ae273c6fba","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.978096179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"3c581b47-d74e-42d9-9195-c2ae273c6fba","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.989702529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"1f0ccf73-1927-41d7-b5e5-31871db04029","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:35.989797259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"1f0ccf73-1927-41d7-b5e5-31871db04029","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:36.015949591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"51fb93e6-5fff-4610-bf46-cf8489454ca8","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:36.016681161Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"04ae6e5f-f665-4eb3-85d6-8e09168a255f","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"maas-trlp-e2e-lifecycle-model-9b65143e","model":"e2e-lifecycle-model-9b65143e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-9b65143e/e2e-sub-9b65143e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:36.096541921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"51fb93e6-5fff-4610-bf46-cf8489454ca8","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:36.104461233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9b65143e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"51fb93e6-5fff-4610-bf46-cf8489454ca8","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:36.106713406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"0c3cf481-c497-4a8a-9bbc-c2a8d8e45755","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:36.106731308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"0c3cf481-c497-4a8a-9bbc-c2a8d8e45755","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:36.209861847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"e0ace32d-7555-4aa4-8ca1-fede18a728a2","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"maas-trlp-e2e-lifecycle-model-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:36.269939979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ad6f20-b0f1-430a-83b0-2dedf4908a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:36.274718933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ad6f20-b0f1-430a-83b0-2dedf4908a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:36.282853904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ad6f20-b0f1-430a-83b0-2dedf4908a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:36.292945216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90ad6f20-b0f1-430a-83b0-2dedf4908a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:39.103890187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"cd8eb67a-ba25-443b-afba-d9ece01067bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:39.1750596Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"cd8eb67a-ba25-443b-afba-d9ece01067bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:39.184901512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"cd8eb67a-ba25-443b-afba-d9ece01067bc","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:39.192151117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"254292db-c5fe-40a5-993b-bc68ed9733f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:39.192173537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"254292db-c5fe-40a5-993b-bc68ed9733f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:40.564734973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"ac5b2262-becb-4090-8917-d390281f30f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-98148a","tenantID":"e2e-api-a-98148a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:40.573400087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"ac5b2262-becb-4090-8917-d390281f30f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"name":"e2e-api-a-98148a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:40.580189151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-98148a-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"ac5b2262-becb-4090-8917-d390281f30f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:41.343935268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.23337788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2eb7a806-9bdf-40ce-a70a-890420163f5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.263317934Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2eb7a806-9bdf-40ce-a70a-890420163f5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.272892262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2eb7a806-9bdf-40ce-a70a-890420163f5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.283451387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b7249c-0c76-473b-af10-d7e22f1eaf45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.283481781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"42b7249c-0c76-473b-af10-d7e22f1eaf45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.333891016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"343cc240-88b6-4380-95c0-af0a8098559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.343247829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"343cc240-88b6-4380-95c0-af0a8098559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.350487998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"343cc240-88b6-4380-95c0-af0a8098559e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.357685442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e2ec769-9e56-4e3c-97de-a1a6209b8f26","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:42.357701698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8e2ec769-9e56-4e3c-97de-a1a6209b8f26","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:43.339526322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"427984b5-f3e8-424e-8266-86584e8fe2da","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-33652a","tenantID":"e2e-api-b-33652a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:43.36533492Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"427984b5-f3e8-424e-8266-86584e8fe2da","name":"e2e-api-b-33652a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:46.113550436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"3ea92fd3-a934-4c66-86b4-742b7fb8c9fb","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:46.122076957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"3ea92fd3-a934-4c66-86b4-742b7fb8c9fb","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:46.129538881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9b65143e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"3ea92fd3-a934-4c66-86b4-742b7fb8c9fb","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.280897472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"3acb39bb-0fa8-483f-a0cb-ffc367698532","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.473820892Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"3acb39bb-0fa8-483f-a0cb-ffc367698532","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.483478545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"3acb39bb-0fa8-483f-a0cb-ffc367698532","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.495513603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"544521c0-fd2e-4821-8957-a86ef8b16ba4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.495534655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"544521c0-fd2e-4821-8957-a86ef8b16ba4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.793734464Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"8f126b44-bb09-48f0-b076-2599007add33","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.793667832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48fc6563-c19a-463f-8ed3-ce8244d79352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.793785017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48fc6563-c19a-463f-8ed3-ce8244d79352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.80603237Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-policy-f5f19c06","reconcileID":"8f126b44-bb09-48f0-b076-2599007add33","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"policyNamespace":"ai-tenant-e2e-mt-ae402e39","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.818499555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b3b45ca-53b2-4a17-8c9e-601d4a9c514d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.81856371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b3b45ca-53b2-4a17-8c9e-601d4a9c514d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.060657681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77c27ae0-3870-46ca-8e56-78adc876e32b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.060686876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77c27ae0-3870-46ca-8e56-78adc876e32b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.635045349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"437209a2-c945-45f6-9cd8-d9074611dc1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-98148a","tenantID":"e2e-api-a-98148a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.669488088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"437209a2-c945-45f6-9cd8-d9074611dc1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"name":"e2e-api-a-98148a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.682505092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-98148a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61daa98d665082a4a548eaa6021881431237091f27cfbb04cae23c50d29d4bf1) AuthConfig (d08f05dee33f3adc8d7d6bf157bacc7d07aaa5d211b38e1c2cfbaae14e1ee0f2) AuthConfig (4061c45beed2c76814a314b56cb47de90036476d49c5cfbe49954b4e94ce05d9) AuthConfig (8756a72d8776f02ae3f01d32319f9fd1dc53e3188ca613df313aaeb3e343899d) AuthConfig (6d758e53b941731212535a56c93348e1e2596d5a5e4643cb4a484b8fcb98e17e) AuthConfig (7511d5c75d64234deee2853b83b54d62df974ae6a423307fbd2af9b16f0f6e46) EnvoyFilter (openshift-ingress/e2e-api-a-98148a) EnvoyFilter (openshift-ingress/e2e-api-a-98148a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"437209a2-c945-45f6-9cd8-d9074611dc1c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.693658457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b879fcc6-8981-4358-959f-6c3790f108d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.693684667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b879fcc6-8981-4358-959f-6c3790f108d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.727901684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"a9a43c16-049d-4502-8d92-e103b21e1e2d","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"maas-trlp-e2e-lifecycle-model-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.769196148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"c18a00d7-c19a-4a9e-a94e-0972cc2c5a99","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.769288248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"c18a00d7-c19a-4a9e-a94e-0972cc2c5a99","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.606899469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"f6ec13ea-13a8-4ed0-854b-90df9cf471c3","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.615335403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"f6ec13ea-13a8-4ed0-854b-90df9cf471c3","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.622650964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9b65143e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3dbc2a6c1f5b53305bcd94aa0e5a9372453385ffe37cc46d4691a36e8fa8118e) AuthConfig (e13d5148418aa1963f605c439e3c37db7f76a01ec04dd93ccc1caad84124298d) AuthConfig (39991405fbc3dca05e73864c7b682c6878696933254192021ce8aa5949ba9634) AuthConfig (6c9af4cb57c9d11c4d4b0a85295c8dc15fd2a94e96a9fa0a20abb8602902cf4d) AuthConfig (eaaeeeacdacb59f497050472563a9b58b2befd22ba2bb896f8d7394d20f491a4) AuthConfig (669566ed6e50cff725ce37256e436f0c112874003f7cdedcc4ba1f400e87269f) AuthConfig (a50e26fd38e96ccb51fd5d471a34caa2e928fbc4f3bde30005633fb703d59de7) AuthConfig (54b9d8816ba76e73b97d95d748de6beff4fce431f60b05fb18bff7a34d6568b5) AuthConfig (06f5017755a11fb6b5590950878a683428c8db24ad0d4d915e190220de89563f) AuthConfig (437151c1723e07bb35958ce16b2e389427e55eb62665dce0aab22cf64d84c744) AuthConfig (06701ed1af542277260dddc9cd8d96957dd9250bb9804e0bbb89b1d357fc1182) AuthConfig (d42bf40de6ac6abf9b09390bf4b50950a55eff9836033328590357b6aafdca6c) AuthConfig (9b6ae8ef32a964e966a4e3c6dc9fd28ab0521e58a6beaeb3ab992aedee10d0b5) AuthConfig (4d4b305757598812573f3baa5af23749de8eca3524c93c7fe129b5093622ae3b) AuthConfig (880a4481e5bf016fadf8dd48ea1e7b58f6fa2ca0475e42fc9770f0a71b50d3f7) AuthConfig (ef9753564c80dbfd7dd7a18db0a466ad8d5b8fcfb0c53e08f0112a9580a0f883) AuthConfig (8d6498d093cabc2ac8399d9d11609d4c238c2094dc8a2d3edba746034334d270) AuthConfig (2c11eb7b98ab0afb4ecee1fddbb969722dc9730e70bc94cf149245b7aaa33466)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"f6ec13ea-13a8-4ed0-854b-90df9cf471c3","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.6299012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"c285b84b-cc41-4771-8ca7-fa98cbea963c","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.6299185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"c285b84b-cc41-4771-8ca7-fa98cbea963c","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:52.293009516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5999af35-0788-4554-a4b7-50153f591060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:52.357398589Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5999af35-0788-4554-a4b7-50153f591060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:52.39681693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5999af35-0788-4554-a4b7-50153f591060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:52.399748671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d199042c-00cf-4adb-a02f-c3f3a66cd146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:52.410229164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91e35bf0-2fbd-4ad7-a91e-88b859e2db57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:52.410309292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91e35bf0-2fbd-4ad7-a91e-88b859e2db57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:52.416561377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d199042c-00cf-4adb-a02f-c3f3a66cd146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:52.42556895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d199042c-00cf-4adb-a02f-c3f3a66cd146","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:52.435195819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6b6490c-ddbc-4ba5-b5dd-ff71b22bfefa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:52.435236241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6b6490c-ddbc-4ba5-b5dd-ff71b22bfefa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.83527084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95d4c7f3-fbb7-4799-b491-9677826e3265","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.835292209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95d4c7f3-fbb7-4799-b491-9677826e3265","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.843330778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d26f909-0cf0-43f7-bdd1-512829b2de18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.843348069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8d26f909-0cf0-43f7-bdd1-512829b2de18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.852459382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"f8eac34c-9ba4-489e-a321-cc6d1e0800e1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.861005214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"f8eac34c-9ba4-489e-a321-cc6d1e0800e1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.868119082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"f8eac34c-9ba4-489e-a321-cc6d1e0800e1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.877059032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfa54dba-e101-4f3a-b80b-523f062efda9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.877091707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfa54dba-e101-4f3a-b80b-523f062efda9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.952932838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"da8cb824-fbcf-4445-ad28-018fe54ab8df","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.961356839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"da8cb824-fbcf-4445-ad28-018fe54ab8df","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:56.968430603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"da8cb824-fbcf-4445-ad28-018fe54ab8df","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.021789944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4fe62ef-f5d1-4be8-924e-ed110e15734c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.0218108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4fe62ef-f5d1-4be8-924e-ed110e15734c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.028452503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0026389a-a815-46eb-bdcd-4bdf4cbabcc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.028469705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0026389a-a815-46eb-bdcd-4bdf4cbabcc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:18:57.033919184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-9f0054d1","reconcileID":"f3c0cf1f-87db-42a9-b884-283fb5ac1f79","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-9f0054d1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.05041477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a0ef7c5-e8c2-4b26-925d-c50ee8c05927","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.050435054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a0ef7c5-e8c2-4b26-925d-c50ee8c05927","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.053296313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"4b045cc5-7ada-4659-8608-f9aee964b035","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.053804033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b7cabfc-d1e8-48ea-87c0-dddc696edeee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.054192799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb184144-6dbb-4dea-8115-70e43c2c8e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.059260245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3df1648-ca68-46cc-b413-ed67efb1ae3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.059275169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3df1648-ca68-46cc-b413-ed67efb1ae3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.064085376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b7cabfc-d1e8-48ea-87c0-dddc696edeee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.064344879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb184144-6dbb-4dea-8115-70e43c2c8e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.066398962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"4b045cc5-7ada-4659-8608-f9aee964b035","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.071315059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b7cabfc-d1e8-48ea-87c0-dddc696edeee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.071670061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb184144-6dbb-4dea-8115-70e43c2c8e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.073442976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"4b045cc5-7ada-4659-8608-f9aee964b035","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.085656005Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-9f0054d1","reconcileID":"8464fce5-449a-4390-a78c-f94e62426e94","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-9f0054d1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.085731099Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-9f0054d1","reconcileID":"8464fce5-449a-4390-a78c-f94e62426e94","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9f0054d1","error":"MaaSModelRef not found: llm/nonexistent-model-9f0054d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.141177005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35f778f5-9c51-450a-b358-8b4bab1f6e24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.141195051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35f778f5-9c51-450a-b358-8b4bab1f6e24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.152859127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd2cb4cd-4959-4338-8929-d2e1cdc351a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.153244839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"c4fecfc2-028e-4a4b-9b5f-d5cdd3ab8d19","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.153558814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e6a6adb-8524-4f1a-ac4d-e4577c23f5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.16146731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"c4fecfc2-028e-4a4b-9b5f-d5cdd3ab8d19","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.164569392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd2cb4cd-4959-4338-8929-d2e1cdc351a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.166940613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e6a6adb-8524-4f1a-ac4d-e4577c23f5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.171475666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"c4fecfc2-028e-4a4b-9b5f-d5cdd3ab8d19","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.254656347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fd2cb4cd-4959-4338-8929-d2e1cdc351a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.256854917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e6a6adb-8524-4f1a-ac4d-e4577c23f5c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.261697649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-9f0054d1","reconcileID":"bcab109a-f322-4d15-9250-80c7c5e79350","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.26179398Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-9f0054d1","reconcileID":"bcab109a-f322-4d15-9250-80c7c5e79350","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9f0054d1","error":"MaaSModelRef not found: llm/nonexistent-model-9f0054d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.262320997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dce64e8d-7890-4f58-b364-95580fdbcb34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.629547618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c409a270-807d-4177-9a6b-209dd72e5a78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.629569294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c409a270-807d-4177-9a6b-209dd72e5a78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.638437473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e43aacc5-fb1b-4ba4-a565-77fef32fa246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.638677198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"c694b804-d13f-4a2e-afcb-d6ea8bfe05d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.638441052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39d49206-13a0-4fa9-8f3a-b89752d8e8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.647502862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"c694b804-d13f-4a2e-afcb-d6ea8bfe05d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.647517622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e43aacc5-fb1b-4ba4-a565-77fef32fa246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.649628707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39d49206-13a0-4fa9-8f3a-b89752d8e8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.654859467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"c694b804-d13f-4a2e-afcb-d6ea8bfe05d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.654971399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e43aacc5-fb1b-4ba4-a565-77fef32fa246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:57.657753942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"39d49206-13a0-4fa9-8f3a-b89752d8e8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:58.346161772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5a2a17-dc74-4db3-9f00-5e02597cf7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:58.352682788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5a2a17-dc74-4db3-9f00-5e02597cf7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:58.35654193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5a2a17-dc74-4db3-9f00-5e02597cf7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:58.36026514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5a2a17-dc74-4db3-9f00-5e02597cf7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:58.596461909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780b0e86-b1f9-42c0-ac51-473db02538d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:58.599834282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780b0e86-b1f9-42c0-ac51-473db02538d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:58.603127536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780b0e86-b1f9-42c0-ac51-473db02538d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:58.606557582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780b0e86-b1f9-42c0-ac51-473db02538d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.087590684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"5865dbcc-45e9-4820-a324-846dfb97fab7","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-f5f19c06","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.110437526Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"namespace":"ai-tenant-e2e-mt-ae402e39","name":"e2e-shared-int-sub-f5f19c06","reconcileID":"5865dbcc-45e9-4820-a324-846dfb97fab7","MaaSSubscription":{"name":"e2e-shared-int-sub-f5f19c06","namespace":"ai-tenant-e2e-mt-ae402e39"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.129135894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30eaa80d-7209-41c4-87f8-e1ecf3f81d05","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.139247016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7ca95d5-1cee-4181-bc5f-9814e1678212","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.139265631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7ca95d5-1cee-4181-bc5f-9814e1678212","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.756026964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"ef1bb39e-66b0-48a4-b6da-51390528dbf2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-98148a","tenantID":"e2e-api-a-98148a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.764550086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"ef1bb39e-66b0-48a4-b6da-51390528dbf2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"name":"e2e-api-a-98148a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:00.771859717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-98148a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61daa98d665082a4a548eaa6021881431237091f27cfbb04cae23c50d29d4bf1) AuthConfig (d08f05dee33f3adc8d7d6bf157bacc7d07aaa5d211b38e1c2cfbaae14e1ee0f2) AuthConfig (4061c45beed2c76814a314b56cb47de90036476d49c5cfbe49954b4e94ce05d9) AuthConfig (8756a72d8776f02ae3f01d32319f9fd1dc53e3188ca613df313aaeb3e343899d) AuthConfig (6d758e53b941731212535a56c93348e1e2596d5a5e4643cb4a484b8fcb98e17e) AuthConfig (7511d5c75d64234deee2853b83b54d62df974ae6a423307fbd2af9b16f0f6e46) EnvoyFilter (openshift-ingress/e2e-api-a-98148a) EnvoyFilter (openshift-ingress/e2e-api-a-98148a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"ef1bb39e-66b0-48a4-b6da-51390528dbf2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.06946282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07813d0d-936e-46f1-98d2-1dcb66dbbd18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.069489967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07813d0d-936e-46f1-98d2-1dcb66dbbd18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.077673808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0b7dce9-9833-42d4-a94d-5bd3aa72825b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.077691512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0b7dce9-9833-42d4-a94d-5bd3aa72825b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.08451353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"ea111ad9-6e76-4674-8a99-1a2d42735ce7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-33652a","tenantID":"e2e-api-b-33652a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.113878011Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"ea111ad9-6e76-4674-8a99-1a2d42735ce7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"name":"e2e-api-b-33652a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.120704916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-33652a-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"ea111ad9-6e76-4674-8a99-1a2d42735ce7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.129459056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc39b9d5-e72b-4b1d-b11a-cfbaa43b7dbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.129475206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc39b9d5-e72b-4b1d-b11a-cfbaa43b7dbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.673119559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"a6afa408-4189-4864-8c7a-8fce10f61903","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.689547202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"a6afa408-4189-4864-8c7a-8fce10f61903","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:01.702769743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9b65143e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3dbc2a6c1f5b53305bcd94aa0e5a9372453385ffe37cc46d4691a36e8fa8118e) AuthConfig (e13d5148418aa1963f605c439e3c37db7f76a01ec04dd93ccc1caad84124298d) AuthConfig (39991405fbc3dca05e73864c7b682c6878696933254192021ce8aa5949ba9634) AuthConfig (6c9af4cb57c9d11c4d4b0a85295c8dc15fd2a94e96a9fa0a20abb8602902cf4d) AuthConfig (eaaeeeacdacb59f497050472563a9b58b2befd22ba2bb896f8d7394d20f491a4) AuthConfig (669566ed6e50cff725ce37256e436f0c112874003f7cdedcc4ba1f400e87269f) AuthConfig (a50e26fd38e96ccb51fd5d471a34caa2e928fbc4f3bde30005633fb703d59de7) AuthConfig (54b9d8816ba76e73b97d95d748de6beff4fce431f60b05fb18bff7a34d6568b5) AuthConfig (06f5017755a11fb6b5590950878a683428c8db24ad0d4d915e190220de89563f) AuthConfig (437151c1723e07bb35958ce16b2e389427e55eb62665dce0aab22cf64d84c744) AuthConfig (06701ed1af542277260dddc9cd8d96957dd9250bb9804e0bbb89b1d357fc1182) AuthConfig (d42bf40de6ac6abf9b09390bf4b50950a55eff9836033328590357b6aafdca6c) AuthConfig (9b6ae8ef32a964e966a4e3c6dc9fd28ab0521e58a6beaeb3ab992aedee10d0b5) AuthConfig (4d4b305757598812573f3baa5af23749de8eca3524c93c7fe129b5093622ae3b) AuthConfig (880a4481e5bf016fadf8dd48ea1e7b58f6fa2ca0475e42fc9770f0a71b50d3f7) AuthConfig (ef9753564c80dbfd7dd7a18db0a466ad8d5b8fcfb0c53e08f0112a9580a0f883) AuthConfig (8d6498d093cabc2ac8399d9d11609d4c238c2094dc8a2d3edba746034334d270) AuthConfig (2c11eb7b98ab0afb4ecee1fddbb969722dc9730e70bc94cf149245b7aaa33466)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"a6afa408-4189-4864-8c7a-8fce10f61903","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.500460171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"e7921558-a4c3-418b-b94b-959ea7bb508f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-98148a","tenantID":"e2e-api-a-98148a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.511280108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"e7921558-a4c3-418b-b94b-959ea7bb508f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"name":"e2e-api-a-98148a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.519730068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-98148a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61daa98d665082a4a548eaa6021881431237091f27cfbb04cae23c50d29d4bf1) AuthConfig (d08f05dee33f3adc8d7d6bf157bacc7d07aaa5d211b38e1c2cfbaae14e1ee0f2) AuthConfig (4061c45beed2c76814a314b56cb47de90036476d49c5cfbe49954b4e94ce05d9) AuthConfig (8756a72d8776f02ae3f01d32319f9fd1dc53e3188ca613df313aaeb3e343899d) AuthConfig (6d758e53b941731212535a56c93348e1e2596d5a5e4643cb4a484b8fcb98e17e) AuthConfig (7511d5c75d64234deee2853b83b54d62df974ae6a423307fbd2af9b16f0f6e46) EnvoyFilter (openshift-ingress/e2e-api-a-98148a) EnvoyFilter (openshift-ingress/e2e-api-a-98148a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"e7921558-a4c3-418b-b94b-959ea7bb508f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.599845255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"16249d08-ac6c-438c-a377-1e066e21c5da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-98148a","tenantID":"e2e-api-a-98148a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.644915652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"16249d08-ac6c-438c-a377-1e066e21c5da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"name":"e2e-api-a-98148a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.649537963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-9f0054d1","reconcileID":"8d33a2e3-4ebf-4a2e-a7c2-57cebd78d4b8","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-9f0054d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.652848689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-98148a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61daa98d665082a4a548eaa6021881431237091f27cfbb04cae23c50d29d4bf1) AuthConfig (d08f05dee33f3adc8d7d6bf157bacc7d07aaa5d211b38e1c2cfbaae14e1ee0f2) AuthConfig (4061c45beed2c76814a314b56cb47de90036476d49c5cfbe49954b4e94ce05d9) AuthConfig (8756a72d8776f02ae3f01d32319f9fd1dc53e3188ca613df313aaeb3e343899d) AuthConfig (6d758e53b941731212535a56c93348e1e2596d5a5e4643cb4a484b8fcb98e17e) AuthConfig (7511d5c75d64234deee2853b83b54d62df974ae6a423307fbd2af9b16f0f6e46) EnvoyFilter (openshift-ingress/e2e-api-a-98148a) EnvoyFilter (openshift-ingress/e2e-api-a-98148a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"16249d08-ac6c-438c-a377-1e066e21c5da","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.6622814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-9f0054d1","reconcileID":"8d33a2e3-4ebf-4a2e-a7c2-57cebd78d4b8","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.66230044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-9f0054d1","reconcileID":"8d33a2e3-4ebf-4a2e-a7c2-57cebd78d4b8","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9f0054d1","subscription":"e2e-neg-ghost-sub-9f0054d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.662389579Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-9f0054d1","reconcileID":"8d33a2e3-4ebf-4a2e-a7c2-57cebd78d4b8","MaaSSubscription":{"name":"e2e-neg-ghost-sub-9f0054d1","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-9f0054d1","error":"MaaSModelRef not found: llm/nonexistent-model-9f0054d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.696398008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fafa2f0-8dd3-4267-b6dd-b45b2392d465","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.697308226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fafa2f0-8dd3-4267-b6dd-b45b2392d465","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.701164902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05f58afb-0002-42f0-9e27-308e91bc390e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.701825784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"701a886a-c115-4ff3-836a-70ecbc7a13e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.701884828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"4fad89cd-820d-4090-a349-99cb3b93ae76","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.710174796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05f58afb-0002-42f0-9e27-308e91bc390e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.742182174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"4fad89cd-820d-4090-a349-99cb3b93ae76","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.74300919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"701a886a-c115-4ff3-836a-70ecbc7a13e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.743915273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05f58afb-0002-42f0-9e27-308e91bc390e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.746101562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992a104b-09a8-4fb9-b4f4-cd7e5bc1c836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.75083958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"4fad89cd-820d-4090-a349-99cb3b93ae76","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.751674063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992a104b-09a8-4fb9-b4f4-cd7e5bc1c836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.754421262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"701a886a-c115-4ff3-836a-70ecbc7a13e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.759180906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992a104b-09a8-4fb9-b4f4-cd7e5bc1c836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.766844875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"992a104b-09a8-4fb9-b4f4-cd7e5bc1c836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.848541161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"955b05ab-e263-454b-ad66-3e0d9435e761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.848715905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18d53a30-a2f7-48d5-9630-7fa689ff05b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.849115101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"808a9666-8919-4d8f-b016-e59734075c26","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.85857985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"808a9666-8919-4d8f-b016-e59734075c26","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.858633276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"955b05ab-e263-454b-ad66-3e0d9435e761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.860659653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18d53a30-a2f7-48d5-9630-7fa689ff05b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.86572787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"808a9666-8919-4d8f-b016-e59734075c26","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.865758938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"955b05ab-e263-454b-ad66-3e0d9435e761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.8676803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18d53a30-a2f7-48d5-9630-7fa689ff05b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.872848566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-9f0054d1","reconcileID":"a73505b3-cf6a-4b93-937e-b2dbf5118cab","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-9f0054d1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.872962697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b7e3d8b-9c2f-421f-af39-d01a2443ac5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.872982748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b7e3d8b-9c2f-421f-af39-d01a2443ac5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.889906155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"174a98c6-ac7e-4097-b51d-ef4902531160","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:07.889925632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"174a98c6-ac7e-4097-b51d-ef4902531160","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.158191736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff518dd0-9e9e-4272-ade7-a3f735656d2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.158219182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff518dd0-9e9e-4272-ade7-a3f735656d2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.167354867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05928a14-95bd-47b3-8e23-a7a92ef017a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.167375177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05928a14-95bd-47b3-8e23-a7a92ef017a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.261731004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"1039b04e-bf26-406f-8d26-b5521106fe70","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.269959535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"1039b04e-bf26-406f-8d26-b5521106fe70","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.277314842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"1039b04e-bf26-406f-8d26-b5521106fe70","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.285799416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bfd4447-fe05-461c-8bd9-0f7a139b295e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.285815499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bfd4447-fe05-461c-8bd9-0f7a139b295e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.342032092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22db1cda-83f7-4bf5-a2ee-83255d71b29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.346553216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22db1cda-83f7-4bf5-a2ee-83255d71b29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.350196025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22db1cda-83f7-4bf5-a2ee-83255d71b29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.354565271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22db1cda-83f7-4bf5-a2ee-83255d71b29d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.367152869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"fc6fd2e3-924e-4f42-a987-0eff42474177","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.452674345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"fc6fd2e3-924e-4f42-a987-0eff42474177","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.460165221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"fc6fd2e3-924e-4f42-a987-0eff42474177","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.51221797Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"b54ff5a8-1854-4e1c-8782-2b58fcd73f8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.51228988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e644335-aa7c-4008-8da3-3839b28538b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.512303366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e644335-aa7c-4008-8da3-3839b28538b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.523012194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"b54ff5a8-1854-4e1c-8782-2b58fcd73f8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-98148a","tenantID":"e2e-api-a-98148a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.555540623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"b54ff5a8-1854-4e1c-8782-2b58fcd73f8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"name":"e2e-api-a-98148a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.555556869Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"e2e-e2e-api-a-98148a-policy","reconcileID":"b54ff5a8-1854-4e1c-8782-2b58fcd73f8d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-98148a-policy","namespace":"ai-tenant-e2e-api-a-98148a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-98148a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.563736669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b881ed4e-9a14-4b15-aa11-869cc6fbb259","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:08.563752122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b881ed4e-9a14-4b15-aa11-869cc6fbb259","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.136442803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"b57069f8-6d02-4c7f-9ef6-d967b2f394ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-33652a","tenantID":"e2e-api-b-33652a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.149083207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"b57069f8-6d02-4c7f-9ef6-d967b2f394ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"name":"e2e-api-b-33652a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.156311899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-33652a-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"b57069f8-6d02-4c7f-9ef6-d967b2f394ca","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.363469659Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.710983824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"d2a81d4e-4133-4618-954e-d8915cf484e8","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.719972271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"d2a81d4e-4133-4618-954e-d8915cf484e8","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.7290271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-9b65143e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3dbc2a6c1f5b53305bcd94aa0e5a9372453385ffe37cc46d4691a36e8fa8118e) AuthConfig (e13d5148418aa1963f605c439e3c37db7f76a01ec04dd93ccc1caad84124298d) AuthConfig (39991405fbc3dca05e73864c7b682c6878696933254192021ce8aa5949ba9634) AuthConfig (6c9af4cb57c9d11c4d4b0a85295c8dc15fd2a94e96a9fa0a20abb8602902cf4d) AuthConfig (eaaeeeacdacb59f497050472563a9b58b2befd22ba2bb896f8d7394d20f491a4) AuthConfig (669566ed6e50cff725ce37256e436f0c112874003f7cdedcc4ba1f400e87269f) AuthConfig (a50e26fd38e96ccb51fd5d471a34caa2e928fbc4f3bde30005633fb703d59de7) AuthConfig (54b9d8816ba76e73b97d95d748de6beff4fce431f60b05fb18bff7a34d6568b5) AuthConfig (06f5017755a11fb6b5590950878a683428c8db24ad0d4d915e190220de89563f) AuthConfig (437151c1723e07bb35958ce16b2e389427e55eb62665dce0aab22cf64d84c744) AuthConfig (06701ed1af542277260dddc9cd8d96957dd9250bb9804e0bbb89b1d357fc1182) AuthConfig (d42bf40de6ac6abf9b09390bf4b50950a55eff9836033328590357b6aafdca6c) AuthConfig (9b6ae8ef32a964e966a4e3c6dc9fd28ab0521e58a6beaeb3ab992aedee10d0b5) AuthConfig (4d4b305757598812573f3baa5af23749de8eca3524c93c7fe129b5093622ae3b) AuthConfig (880a4481e5bf016fadf8dd48ea1e7b58f6fa2ca0475e42fc9770f0a71b50d3f7) AuthConfig (ef9753564c80dbfd7dd7a18db0a466ad8d5b8fcfb0c53e08f0112a9580a0f883) AuthConfig (8d6498d093cabc2ac8399d9d11609d4c238c2094dc8a2d3edba746034334d270) AuthConfig (2c11eb7b98ab0afb4ecee1fddbb969722dc9730e70bc94cf149245b7aaa33466)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"d2a81d4e-4133-4618-954e-d8915cf484e8","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.836533817Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","namespace":"ai-tenant-e2e-api-a-98148a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.836645474Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","namespace":"ai-tenant-e2e-api-a-98148a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.836723119Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","tenant":"e2e-api-a-98148a","tenantID":"e2e-api-a-98148a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.844069211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"Deployment","name":"maas-api-e2e-api-a-98148a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.855925915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"Service","name":"maas-api-e2e-api-a-98148a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.869865832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-98148a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.875495868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-98148a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.882184763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.890227795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.898591507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.908050309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.911457348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"Deployment","name":"payload-processing-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.914782776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.921303378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"Service","name":"payload-processing-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.92493804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"Service","name":"payload-pre-processing-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.927997847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.9310875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.934028953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.941354553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.944492394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.947622881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.950565845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-98148a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.953480609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-98148a"},"namespace":"ai-tenant-e2e-api-a-98148a","name":"default-tenant","reconcileID":"4c368288-8113-4a2f-ba52-db53e1533c22","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-98148a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.56076074Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-98148a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-98148a","reconcileID":"785298e8-55db-4d97-87ed-5a636cb29529","aitenant":"ai-tenants/e2e-api-a-98148a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.981413977Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-98148a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-98148a","reconcileID":"785298e8-55db-4d97-87ed-5a636cb29529","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-98148a","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-98148a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.075894936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06031a5d-68cf-4b93-8936-99cca7a3a671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.136121906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06031a5d-68cf-4b93-8936-99cca7a3a671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.208906588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06031a5d-68cf-4b93-8936-99cca7a3a671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.227445938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06031a5d-68cf-4b93-8936-99cca7a3a671","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.858490963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1805e3-65d4-4f75-b969-a951c4c5e187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.883469792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1805e3-65d4-4f75-b969-a951c4c5e187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.952856074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1805e3-65d4-4f75-b969-a951c4c5e187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.989231016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1805e3-65d4-4f75-b969-a951c4c5e187","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.031509958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e38eaaab-aa07-4f70-ad22-ce1a28119c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.075463558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e38eaaab-aa07-4f70-ad22-ce1a28119c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.103378295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e1be469-0849-4218-962f-2e1be5dc2900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.142460082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e1be469-0849-4218-962f-2e1be5dc2900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.143973481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e38eaaab-aa07-4f70-ad22-ce1a28119c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.180867931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e1be469-0849-4218-962f-2e1be5dc2900","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.18693126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c255f83a-266e-4d3b-9190-d359c22a5279","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.190298583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c255f83a-266e-4d3b-9190-d359c22a5279","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.193057083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b5bc5b9-e902-4a03-8fff-d49caf175b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.193203884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6b5bc5b9-e902-4a03-8fff-d49caf175b91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.497413481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356ea3ea-153e-4293-a160-6fc818f1c458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.498019724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"18162699-b4a5-47eb-b61f-f21fcb57858a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.510078474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356ea3ea-153e-4293-a160-6fc818f1c458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.526143769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356ea3ea-153e-4293-a160-6fc818f1c458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.541690421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"18162699-b4a5-47eb-b61f-f21fcb57858a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.547134725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356ea3ea-153e-4293-a160-6fc818f1c458","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.591237735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"18162699-b4a5-47eb-b61f-f21fcb57858a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.602319842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e255ded-03ea-4d07-881f-ff50605596ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:18.602342868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e255ded-03ea-4d07-881f-ff50605596ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.436674107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea77c5b-a360-4d0c-9811-c1678548c072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.440045216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea77c5b-a360-4d0c-9811-c1678548c072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.44662723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea77c5b-a360-4d0c-9811-c1678548c072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.452672632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea77c5b-a360-4d0c-9811-c1678548c072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.734904651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fa1692-faef-4ea1-a69f-2615ed396ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.738403766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fa1692-faef-4ea1-a69f-2615ed396ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.742467012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fa1692-faef-4ea1-a69f-2615ed396ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:20.751538517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2fa1692-faef-4ea1-a69f-2615ed396ec7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.175904845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"61efc2e4-2e39-4094-9600-d8d13e78aa79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-33652a","tenantID":"e2e-api-b-33652a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.195291389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"61efc2e4-2e39-4094-9600-d8d13e78aa79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"name":"e2e-api-b-33652a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.208991227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-33652a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8cf13bbfe899fa09a5337e0fe1fa88eca1d37f642e3c33d728bc8ed47b34f9ff) AuthConfig (b874148b027c57bf22ce3373b08b86b8a06396c0052248c533667254dcc1d42e) AuthConfig (66c4e63797d2407454056b24f04318c28595378a2f20b11295835ced4510f82b) AuthConfig (a6636779a06c38316198b668a03098086a0c92564204769010c7ebbf7a9b4162) AuthConfig (4fc89182a678fa46d1aac6b743867141996e1223ce1fd14744e09776c7b8fd92) AuthConfig (a28d7815614691f598b13a8d1d20337dba3fb78759df7d4914007c8e6b7b4ee9) EnvoyFilter (openshift-ingress/e2e-api-b-33652a) EnvoyFilter (openshift-ingress/e2e-api-b-33652a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"61efc2e4-2e39-4094-9600-d8d13e78aa79","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.219810647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61dc48a1-e7c2-4208-9d88-03765cb8398a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.21983669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61dc48a1-e7c2-4208-9d88-03765cb8398a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.283657547Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9a9ea9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9a9ea9","reconcileID":"e7898121-0285-45df-97ae-cef33c81f794","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9a9ea9","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-9a9ea9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.500065576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4e2ff8-ff8a-4b0c-8f4d-12040f04f1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.504484888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4e2ff8-ff8a-4b0c-8f4d-12040f04f1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.50813076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4e2ff8-ff8a-4b0c-8f4d-12040f04f1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.51188731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e4e2ff8-ff8a-4b0c-8f4d-12040f04f1f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.761435776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"88450ace-38c6-4a8e-98af-83c57b2c26f2","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.846766001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"88450ace-38c6-4a8e-98af-83c57b2c26f2","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.871138239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"7bcf1b0c-63ab-4041-a7fb-5d24437b71d6","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.87116757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"7bcf1b0c-63ab-4041-a7fb-5d24437b71d6","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.548316027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"7e7717f1-b03b-4c7d-968f-09343c7e8fb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-33652a","tenantID":"e2e-api-b-33652a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.558421739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"7e7717f1-b03b-4c7d-968f-09343c7e8fb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"name":"e2e-api-b-33652a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.56843543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-33652a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8cf13bbfe899fa09a5337e0fe1fa88eca1d37f642e3c33d728bc8ed47b34f9ff) AuthConfig (b874148b027c57bf22ce3373b08b86b8a06396c0052248c533667254dcc1d42e) AuthConfig (66c4e63797d2407454056b24f04318c28595378a2f20b11295835ced4510f82b) AuthConfig (a6636779a06c38316198b668a03098086a0c92564204769010c7ebbf7a9b4162) AuthConfig (4fc89182a678fa46d1aac6b743867141996e1223ce1fd14744e09776c7b8fd92) AuthConfig (a28d7815614691f598b13a8d1d20337dba3fb78759df7d4914007c8e6b7b4ee9) EnvoyFilter (openshift-ingress/e2e-api-b-33652a) EnvoyFilter (openshift-ingress/e2e-api-b-33652a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"7e7717f1-b03b-4c7d-968f-09343c7e8fb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.665437145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"f4f90477-611a-447b-b23a-5181a2819036","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-33652a","tenantID":"e2e-api-b-33652a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.741481758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"f4f90477-611a-447b-b23a-5181a2819036","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"name":"e2e-api-b-33652a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.748844915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-33652a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8cf13bbfe899fa09a5337e0fe1fa88eca1d37f642e3c33d728bc8ed47b34f9ff) AuthConfig (b874148b027c57bf22ce3373b08b86b8a06396c0052248c533667254dcc1d42e) AuthConfig (66c4e63797d2407454056b24f04318c28595378a2f20b11295835ced4510f82b) AuthConfig (a6636779a06c38316198b668a03098086a0c92564204769010c7ebbf7a9b4162) AuthConfig (4fc89182a678fa46d1aac6b743867141996e1223ce1fd14744e09776c7b8fd92) AuthConfig (a28d7815614691f598b13a8d1d20337dba3fb78759df7d4914007c8e6b7b4ee9) EnvoyFilter (openshift-ingress/e2e-api-b-33652a) EnvoyFilter (openshift-ingress/e2e-api-b-33652a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"f4f90477-611a-447b-b23a-5181a2819036","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.814327253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be38523b-f0b6-46bd-941e-e4e9dd6916fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.817828213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be38523b-f0b6-46bd-941e-e4e9dd6916fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.821844741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be38523b-f0b6-46bd-941e-e4e9dd6916fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.825235651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be38523b-f0b6-46bd-941e-e4e9dd6916fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.284226086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d915048-3b42-4c1f-8442-e3708492d3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.288426597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d915048-3b42-4c1f-8442-e3708492d3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.29221427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d915048-3b42-4c1f-8442-e3708492d3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.295889401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d915048-3b42-4c1f-8442-e3708492d3af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.456935646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcc95c72-c769-44c6-bf46-c8f38070fa0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.457540176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcc95c72-c769-44c6-bf46-c8f38070fa0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.457500377Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"2aa8ca6f-90f8-48ce-a05b-9ddd188b57ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.484692483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"2aa8ca6f-90f8-48ce-a05b-9ddd188b57ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-33652a","tenantID":"e2e-api-b-33652a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.515522282Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"2aa8ca6f-90f8-48ce-a05b-9ddd188b57ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"name":"e2e-api-b-33652a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.515545986Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"e2e-e2e-api-b-33652a-policy","reconcileID":"2aa8ca6f-90f8-48ce-a05b-9ddd188b57ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-33652a-policy","namespace":"ai-tenant-e2e-api-b-33652a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-33652a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.523467977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc9767c8-b5e3-465c-b678-11385b593114","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.523493485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc9767c8-b5e3-465c-b678-11385b593114","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.19589175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee7a3a9-b992-483f-b835-04ef5333e934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.205049933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee7a3a9-b992-483f-b835-04ef5333e934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.212812053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee7a3a9-b992-483f-b835-04ef5333e934","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.296232296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b50d7889-aafb-4d1b-ad76-a2f37814fd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.305041866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b50d7889-aafb-4d1b-ad76-a2f37814fd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.313393996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b50d7889-aafb-4d1b-ad76-a2f37814fd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.603999032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"4364a350-c195-4370-8443-42fb1752fd11","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9a9ea9","tenantID":"e2e-api-a-9a9ea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.670027006Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"4364a350-c195-4370-8443-42fb1752fd11","name":"e2e-api-a-9a9ea9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.681643451Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","namespace":"ai-tenant-e2e-api-b-33652a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.682124589Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","namespace":"ai-tenant-e2e-api-b-33652a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.682254434Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","tenant":"e2e-api-b-33652a","tenantID":"e2e-api-b-33652a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.693836526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"fbae2c3b-5035-4fcb-8827-5bc2a0f20b37","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.69410814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"Deployment","name":"maas-api-e2e-api-b-33652a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.715176645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"fbae2c3b-5035-4fcb-8827-5bc2a0f20b37","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.717827637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"Service","name":"maas-api-e2e-api-b-33652a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.739981226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"fbae2c3b-5035-4fcb-8827-5bc2a0f20b37","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.740249967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-33652a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.751213637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-33652a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.767929101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.785213348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.793945009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.800766154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.804005744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"Deployment","name":"payload-processing-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.810584046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.813883919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"Service","name":"payload-processing-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.817038011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"Service","name":"payload-pre-processing-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.820136029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.823381013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.826411703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.833991401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.837562423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.844875629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.857899433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-33652a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.862831373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-33652a"},"namespace":"ai-tenant-e2e-api-b-33652a","name":"default-tenant","reconcileID":"94fd4910-62b7-4357-949a-becd69996ef7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-33652a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.386720757Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-33652a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-33652a","reconcileID":"776de5d9-89f9-4320-ad03-ac6c2a494177","aitenant":"ai-tenants/e2e-api-b-33652a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.513047258Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-33652a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-33652a","reconcileID":"776de5d9-89f9-4320-ad03-ac6c2a494177","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-33652a","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-33652a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.52672232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ac4e9f-d4c3-4bee-8e13-6dbe153da57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.530133406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ac4e9f-d4c3-4bee-8e13-6dbe153da57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.533515225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ac4e9f-d4c3-4bee-8e13-6dbe153da57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.536955483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ac4e9f-d4c3-4bee-8e13-6dbe153da57e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.811908274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2b63b3-acb3-43f7-9c33-d1fc45ca3cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.815439742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2b63b3-acb3-43f7-9c33-d1fc45ca3cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.819488594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2b63b3-acb3-43f7-9c33-d1fc45ca3cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.825615372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2b63b3-acb3-43f7-9c33-d1fc45ca3cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.429880569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6995cce-a1a6-42f6-b02d-2055bf186108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.433419073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6995cce-a1a6-42f6-b02d-2055bf186108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.436943977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6995cce-a1a6-42f6-b02d-2055bf186108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.440589837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6995cce-a1a6-42f6-b02d-2055bf186108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.558003159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"fdbf84a1-3e63-4f99-9bc6-888f89ffa17f","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.558033401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"fdbf84a1-3e63-4f99-9bc6-888f89ffa17f","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.57818573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"cdeb44dd-c860-4a67-a098-9279c0b7e5e1","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.579397132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"b63438d3-a055-433f-ae31-f6a4b9a005df","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.579472663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"b63438d3-a055-433f-ae31-f6a4b9a005df","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.599155818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"32129d15-51c3-4f3a-8ed1-8b580b97e346","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"maas-trlp-e2e-lifecycle-model-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.602278258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"cdeb44dd-c860-4a67-a098-9279c0b7e5e1","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.674247584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"1cbb0296-8419-40ae-945c-9ac8fbeb5f36","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"maas-trlp-e2e-lifecycle-model-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.750565035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ac1cd2-04bd-4d5c-a222-11fc2124a668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.750698055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"ca81848d-1e45-490a-b7dd-47691bd8b355","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.754461876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ac1cd2-04bd-4d5c-a222-11fc2124a668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.757934784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ac1cd2-04bd-4d5c-a222-11fc2124a668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.761409235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ac1cd2-04bd-4d5c-a222-11fc2124a668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:32.764096872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"ca81848d-1e45-490a-b7dd-47691bd8b355","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:33.009386294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ef5dcd-76be-4a1a-8683-ea6860b0dddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:33.012755978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ef5dcd-76be-4a1a-8683-ea6860b0dddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:33.016187883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ef5dcd-76be-4a1a-8683-ea6860b0dddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:33.019783977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ef5dcd-76be-4a1a-8683-ea6860b0dddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:38.241181385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b77464f9-868a-46cd-a0a7-59b52828c584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:38.250565055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b77464f9-868a-46cd-a0a7-59b52828c584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:38.258801487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b77464f9-868a-46cd-a0a7-59b52828c584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:38.381787655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f62202c1-c43f-44cd-a594-217c4cce8fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:38.406109527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f62202c1-c43f-44cd-a594-217c4cce8fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:38.421387084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f62202c1-c43f-44cd-a594-217c4cce8fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:38.79795011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"52658237-32c8-446c-ad4d-00d6fede26d1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:38.815798509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"52658237-32c8-446c-ad4d-00d6fede26d1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:38.834932311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"52658237-32c8-446c-ad4d-00d6fede26d1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:41.353189875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.422772076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33503ab3-ca43-45ab-8cfa-228183b3c489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.426532531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33503ab3-ca43-45ab-8cfa-228183b3c489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.429843871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33503ab3-ca43-45ab-8cfa-228183b3c489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.433104167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33503ab3-ca43-45ab-8cfa-228183b3c489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.670446537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"413fa190-c100-41d7-bcf1-beea3589fe3c","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.670550769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"413fa190-c100-41d7-bcf1-beea3589fe3c","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.841313156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"1bf7b90c-6413-46ee-ad44-ad94866599a6","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.842710069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"cf842a7c-6faa-4e86-b320-e2da31b88eb0","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"maas-trlp-e2e-lifecycle-model-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.857514081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"1bf7b90c-6413-46ee-ad44-ad94866599a6","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.896512333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"90bf391b-6e9d-40ad-83d2-1fcfb713e9dc","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"maas-trlp-e2e-lifecycle-model-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.927284766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec9b2d-f708-45f5-9efc-84d57a4d8b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.931529155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec9b2d-f708-45f5-9efc-84d57a4d8b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.935292561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec9b2d-f708-45f5-9efc-84d57a4d8b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.9395601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec9b2d-f708-45f5-9efc-84d57a4d8b52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.988438649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"6a41cafb-6007-4601-939d-e26316aa4470","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:42.996731837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"6a41cafb-6007-4601-939d-e26316aa4470","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.080901795Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"6d5c00a8-4710-4b25-932c-cb80c4aded99","namespace":"ai-tenant-e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.080966097Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"6d5c00a8-4710-4b25-932c-cb80c4aded99","name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.089049608Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"6d5c00a8-4710-4b25-932c-cb80c4aded99","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.089068411Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"6d5c00a8-4710-4b25-932c-cb80c4aded99","namespace":"ai-tenant-e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.089168207Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"6d5c00a8-4710-4b25-932c-cb80c4aded99","name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.090045944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"e3c45138-50e4-4124-9cd6-e081a41b3921","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.090062946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"e3c45138-50e4-4124-9cd6-e081a41b3921","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.097289956Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"6d5c00a8-4710-4b25-932c-cb80c4aded99","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.100434754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"ca56eb85-a461-4df5-b2dd-6c152107b0ff","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.100454913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"ca56eb85-a461-4df5-b2dd-6c152107b0ff","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:44.105366562Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"ca56eb85-a461-4df5-b2dd-6c152107b0ff","name":"e2e-lifecycle-model-9b65143e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9b65143e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:19:44.105417021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"ca56eb85-a461-4df5-b2dd-6c152107b0ff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-9b65143e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.105673982Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"6ff26a7d-946e-4152-a376-1cb7776aad25","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4eb77820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.111299315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"9de8513b-4702-4d88-8f36-5a4a30a5d63b","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.111314419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"9de8513b-4702-4d88-8f36-5a4a30a5d63b","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.123619347Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"bf08ae4c-4d9b-454a-8398-38265fc3383d","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4eb77820","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.171252737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"771e2183-79bb-4302-bc4d-c6c86b2d8ce0","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.183661089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"771e2183-79bb-4302-bc4d-c6c86b2d8ce0","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.292039097Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"0857dbb7-9d8f-45fc-bdaf-eef5275ec9e2","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.395575885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"0857dbb7-9d8f-45fc-bdaf-eef5275ec9e2","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.48209969Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"0857dbb7-9d8f-45fc-bdaf-eef5275ec9e2","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"e2e-mt-9b65143e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.482204919Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-policy-9b65143e","reconcileID":"0857dbb7-9d8f-45fc-bdaf-eef5275ec9e2","MaaSAuthPolicy":{"name":"e2e-policy-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.491932563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"b4d7ae4f-f283-4a14-a228-0521ffae20ba","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:44.492048047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"b4d7ae4f-f283-4a14-a228-0521ffae20ba","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.886044891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7345026d-6c9c-4479-aaa4-f544253ce515","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.88607705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7345026d-6c9c-4479-aaa4-f544253ce515","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.948898538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90f045f3-d1c4-4d8d-8ae5-235a330fa734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.948965519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90f045f3-d1c4-4d8d-8ae5-235a330fa734","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:46.968091557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"1f5b3b42-18a0-4180-9d1b-3475f9473c4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9a9ea9","tenantID":"e2e-api-a-9a9ea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.036767877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"1f5b3b42-18a0-4180-9d1b-3475f9473c4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"name":"e2e-api-a-9a9ea9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.05215008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9a9ea9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"1f5b3b42-18a0-4180-9d1b-3475f9473c4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.070728101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"430702bb-7538-41d3-9d65-a91166eb9672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:47.070750446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"430702bb-7538-41d3-9d65-a91166eb9672","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.288176807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dcf1a9a-83d1-4411-b93e-6d7aa64c0367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.29868008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5dcf1a9a-83d1-4411-b93e-6d7aa64c0367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.301163275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72092fe6-37a9-4292-85f8-682caee0302a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.304872483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72092fe6-37a9-4292-85f8-682caee0302a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.308502952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72092fe6-37a9-4292-85f8-682caee0302a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.312733489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72092fe6-37a9-4292-85f8-682caee0302a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.462357136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e198ef9c-dfdf-419f-ad33-8b4c614ae9b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.470983274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e198ef9c-dfdf-419f-ad33-8b4c614ae9b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.550301279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b493c58f-cf12-465a-b6e2-e78f37c3ae03","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.55032275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b493c58f-cf12-465a-b6e2-e78f37c3ae03","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.65074503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5023d5a0-d6b4-4919-8a95-d9b10e249a7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.650765605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5023d5a0-d6b4-4919-8a95-d9b10e249a7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.716315416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73320c1-65e1-47e1-bc8f-73a37180e9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.721250494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73320c1-65e1-47e1-bc8f-73a37180e9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.726420743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73320c1-65e1-47e1-bc8f-73a37180e9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.731998293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e73320c1-65e1-47e1-bc8f-73a37180e9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.851033089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"4c2c3160-467e-4468-8d3a-a77a32654e08","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.860275084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"4c2c3160-467e-4468-8d3a-a77a32654e08","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.940937436Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"4c2c3160-467e-4468-8d3a-a77a32654e08","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e1ccc552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.961209511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90fe5098-7ef6-4d62-8aa8-2436cabf20fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.961232371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90fe5098-7ef6-4d62-8aa8-2436cabf20fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:48.982182511Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6b9849","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6b9849","reconcileID":"cb59b6d7-fe93-4d06-88f5-716a5e73abbc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6b9849","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-6b9849":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.04231993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac72293-fcbd-435b-8577-130928eccc79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.045888366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac72293-fcbd-435b-8577-130928eccc79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.049627489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac72293-fcbd-435b-8577-130928eccc79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.053125216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac72293-fcbd-435b-8577-130928eccc79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.326352507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da3e68f-1604-4f2b-9ea8-0d6aaef51b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.330315003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da3e68f-1604-4f2b-9ea8-0d6aaef51b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.334270966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da3e68f-1604-4f2b-9ea8-0d6aaef51b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.33834639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9da3e68f-1604-4f2b-9ea8-0d6aaef51b5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.665068594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c5a92b-2c4d-4029-affe-0ea8522da84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.668431454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c5a92b-2c4d-4029-affe-0ea8522da84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.672127285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c5a92b-2c4d-4029-affe-0ea8522da84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.675663035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74c5a92b-2c4d-4029-affe-0ea8522da84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.747786616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"7f384a04-e4f0-43c4-904e-867acfda997e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.749426652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"843353ae-da0a-4ea7-956a-867ae61aca3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.749470612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"843353ae-da0a-4ea7-956a-867ae61aca3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.756031178Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1ccc552","reconcileID":"7f384a04-e4f0-43c4-904e-867acfda997e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1ccc552","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e1ccc552","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.781905454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66973ddc-a609-4c0e-b1ea-b615413c2b4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:49.7819315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66973ddc-a609-4c0e-b1ea-b615413c2b4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.860545489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7441a0f9-6c7a-4c48-b331-f8d0865c5fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.882116921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7441a0f9-6c7a-4c48-b331-f8d0865c5fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.889513314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7441a0f9-6c7a-4c48-b331-f8d0865c5fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:50.900101295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7441a0f9-6c7a-4c48-b331-f8d0865c5fa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.12053756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf364d6-37c5-4872-a61d-2135c23aff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.12524029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf364d6-37c5-4872-a61d-2135c23aff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.133454937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf364d6-37c5-4872-a61d-2135c23aff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.147377282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf364d6-37c5-4872-a61d-2135c23aff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.412503529Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"22e3e846-393e-4672-84b8-3dbe1596e5d4","namespace":"ai-tenant-e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.412634769Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"22e3e846-393e-4672-84b8-3dbe1596e5d4","name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.422077509Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"22e3e846-393e-4672-84b8-3dbe1596e5d4","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.422098034Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"22e3e846-393e-4672-84b8-3dbe1596e5d4","namespace":"ai-tenant-e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.761679794Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1127f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1127f5","reconcileID":"ea80d0c5-f6fb-4ba2-8d0c-6f683b549975","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1127f5","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-1127f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.977349919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ec3a8f-2046-417d-a2f9-9ca4863af378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.981007425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ec3a8f-2046-417d-a2f9-9ca4863af378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.984908475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ec3a8f-2046-417d-a2f9-9ca4863af378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:51.988548427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92ec3a8f-2046-417d-a2f9-9ca4863af378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.778566009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2793dd-265b-474f-93fc-32f2c0c6f8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.784284705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2793dd-265b-474f-93fc-32f2c0c6f8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.791846453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2793dd-265b-474f-93fc-32f2c0c6f8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.796908911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f2793dd-265b-474f-93fc-32f2c0c6f8e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:53.231951517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412d2d0c-5a4f-49a5-acb2-3e4ed7605d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:53.235781743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412d2d0c-5a4f-49a5-acb2-3e4ed7605d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:53.239348585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412d2d0c-5a4f-49a5-acb2-3e4ed7605d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:53.242839006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"412d2d0c-5a4f-49a5-acb2-3e4ed7605d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:54.152284984Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"310e5f75-dfe3-4d51-b3cf-810ae994b96b","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","subscription":"e2e-sub-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:54.164425563Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"310e5f75-dfe3-4d51-b3cf-810ae994b96b","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:54.170907661Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-sub-9b65143e","reconcileID":"310e5f75-dfe3-4d51-b3cf-810ae994b96b","MaaSSubscription":{"name":"e2e-sub-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"name":"maas-trlp-e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:54.208102551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"e1ff1b15-db05-4361-9244-956354641a7b","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:54.208130755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"e1ff1b15-db05-4361-9244-956354641a7b","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.213639951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb2433c-4135-4bdf-9981-04115815fdc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.217268521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb2433c-4135-4bdf-9981-04115815fdc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.220901574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb2433c-4135-4bdf-9981-04115815fdc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.224988829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb2433c-4135-4bdf-9981-04115815fdc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.530670231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa00302e-bb51-4ab4-a999-d7be669bf690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.533971368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa00302e-bb51-4ab4-a999-d7be669bf690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.537154751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa00302e-bb51-4ab4-a999-d7be669bf690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.540506089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa00302e-bb51-4ab4-a999-d7be669bf690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.818437294Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1b7b5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1b7b5e","reconcileID":"a31cd368-0835-4484-ac23-5039488c6293","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1b7b5e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-1b7b5e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.82236574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505385bd-8106-4194-83fa-33573434c494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.825935185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505385bd-8106-4194-83fa-33573434c494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.829188061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505385bd-8106-4194-83fa-33573434c494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:55.832556265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505385bd-8106-4194-83fa-33573434c494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.285782272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d09cb89-ff12-40c2-8b96-b71d6f73a41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.293696004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d09cb89-ff12-40c2-8b96-b71d6f73a41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.297892928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d09cb89-ff12-40c2-8b96-b71d6f73a41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.302513991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d09cb89-ff12-40c2-8b96-b71d6f73a41b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.714069174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6b1f26-41f1-4f20-b9a9-5907a22fa8e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.717702724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6b1f26-41f1-4f20-b9a9-5907a22fa8e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.721038593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6b1f26-41f1-4f20-b9a9-5907a22fa8e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.724686716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f6b1f26-41f1-4f20-b9a9-5907a22fa8e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.96721761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62009abe-06bd-4bfd-a913-caf626203b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.02151514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62009abe-06bd-4bfd-a913-caf626203b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.070758777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62009abe-06bd-4bfd-a913-caf626203b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.118194097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62009abe-06bd-4bfd-a913-caf626203b15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.12776038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"26953d3c-1358-4aa2-bf84-c07ba373b7b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9a9ea9","tenantID":"e2e-api-a-9a9ea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.15538257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"26953d3c-1358-4aa2-bf84-c07ba373b7b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"name":"e2e-api-a-9a9ea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.222046795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9a9ea9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"26953d3c-1358-4aa2-bf84-c07ba373b7b0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.246866567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"8345981b-0a0a-457d-a4e3-58d015d26f60","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6b9849","tenantID":"e2e-ipp-a-6b9849","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.272893153Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"8345981b-0a0a-457d-a4e3-58d015d26f60","name":"e2e-ipp-a-6b9849-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.873879871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79da88f5-4ef4-419d-a86f-014b039a0d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.941311093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79da88f5-4ef4-419d-a86f-014b039a0d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.946408308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79da88f5-4ef4-419d-a86f-014b039a0d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:57.955327736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79da88f5-4ef4-419d-a86f-014b039a0d7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.332755686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2670c5ea-505f-4c3d-85e6-55fcc92c25d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.338687101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2670c5ea-505f-4c3d-85e6-55fcc92c25d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.346818107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2670c5ea-505f-4c3d-85e6-55fcc92c25d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.353829418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2670c5ea-505f-4c3d-85e6-55fcc92c25d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.607260661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bfe79c-9a28-45c8-a4c1-1cc0c829680c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.610751013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bfe79c-9a28-45c8-a4c1-1cc0c829680c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.614166869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bfe79c-9a28-45c8-a4c1-1cc0c829680c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.617742734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bfe79c-9a28-45c8-a4c1-1cc0c829680c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.03017448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce24d174-ea1a-4cde-a592-45f7ef40d9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.033763084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce24d174-ea1a-4cde-a592-45f7ef40d9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.03715115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce24d174-ea1a-4cde-a592-45f7ef40d9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.040421215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce24d174-ea1a-4cde-a592-45f7ef40d9d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.391725964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c35b58-866b-427e-b7de-35576137c47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.395298737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c35b58-866b-427e-b7de-35576137c47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.398881137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c35b58-866b-427e-b7de-35576137c47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:59.402133511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c35b58-866b-427e-b7de-35576137c47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.80130428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"507194eb-f5c2-4966-acda-f6142137aea2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1127f5","tenantID":"e2e-api-b-1127f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.844769355Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"507194eb-f5c2-4966-acda-f6142137aea2","name":"e2e-api-b-1127f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.393951815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"d3b10371-7ddf-45f5-8354-fa999debbddc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.394542052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"955f2eff-1ae5-4503-aa8d-6295c329203b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.393904423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"b22f52ae-b29e-4d11-a79e-3e60eef1a8a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.400180034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"73202be5-3b5f-4091-8598-b638c5713f29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.400926059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12c71551-1814-479c-a37d-5cc3e7c3457c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.441194825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e05f77d7-2bf1-4167-b8ba-f0e0ad67e27f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.441301167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"9f15ca0b-f513-47cf-82f9-e04884d3da6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.442036411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"b124d5b4-4ce1-481a-9851-2c40c278e1ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.450843102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"f2563089-2086-4a4c-87a6-af3bc32c099b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.452062736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"29066671-8d37-4b80-9290-1b2356feb7b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.530918365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"fd9959f1-229f-4746-b0ef-6b4474ba9723","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:01.531081792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"acdebce0-3f8f-4f1a-a5fc-c82fd73c6407","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.038387945Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","namespace":"ai-tenant-e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.03844072Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","namespace":"ai-tenant-e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.038486775Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","tenant":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.044037033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"Deployment","name":"maas-api-e2e-mt-9b65143e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.058883782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"Service","name":"maas-api-e2e-mt-9b65143e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.074257317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9b65143e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.079835882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9b65143e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.086126334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.094675368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.10422966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.110256793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.113367281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"Deployment","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.116805667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.122493913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"Service","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.128773481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"Service","name":"payload-pre-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.131997054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.135257714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.138477774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.145884442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.149104244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.152260992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.155429589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.158588191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"41c5d289-6862-4043-8451-b7318d96e251","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9b65143e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.312148291Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9b65143e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9b65143e","reconcileID":"806ad694-4be4-4691-93b2-c82b0f0abfd8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9b65143e","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9b65143e"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.468820176Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"ed21f811-8ebd-4fb9-90b4-620e9e284e89","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.523629924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"ed21f811-8ebd-4fb9-90b4-620e9e284e89","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.530852533Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"32073564-664b-47eb-8b92-be38c41f80d6","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.531004424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"32073564-664b-47eb-8b92-be38c41f80d6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.541283796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"4349b3ea-36e0-415d-b9ac-b5cee2f3b056","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.541358737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"4349b3ea-36e0-415d-b9ac-b5cee2f3b056","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.563305638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"2d38ea48-e7cf-408e-8c8f-cbd4cec46878","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.563380379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"2d38ea48-e7cf-408e-8c8f-cbd4cec46878","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.604363664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"640273f1-4c6a-484e-a0b8-b7d8b9f47165","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.604429353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"640273f1-4c6a-484e-a0b8-b7d8b9f47165","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.685350269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"a23521b3-fb52-46c1-8105-11aa2d20bfc9","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.68542627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"a23521b3-fb52-46c1-8105-11aa2d20bfc9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.729462915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f12e72-229d-4afb-b892-92c6781175ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.735291139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f12e72-229d-4afb-b892-92c6781175ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.753630264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f12e72-229d-4afb-b892-92c6781175ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:02.792396758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1f12e72-229d-4afb-b892-92c6781175ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.845781548Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"2b4c7321-3561-42db-9faa-ab61c10ac435","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:02.84584745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"2b4c7321-3561-42db-9faa-ab61c10ac435","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.040738508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd0665b-1d75-4cdf-8e96-96cd566439b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.044375965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd0665b-1d75-4cdf-8e96-96cd566439b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.047840205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd0665b-1d75-4cdf-8e96-96cd566439b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:03.051446704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cd0665b-1d75-4cdf-8e96-96cd566439b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:03.166815652Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"7223c8f9-666a-4576-9521-c34a9295da74","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:03.166887203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"7223c8f9-666a-4576-9521-c34a9295da74","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:03.808044469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"b5d921a0-8cc2-4198-9e60-ff398d09580e","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:03.808107685Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"b5d921a0-8cc2-4198-9e60-ff398d09580e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:05.091966026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"27eff497-7b77-42ff-a9ab-e891b6fdd939","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:05.092173077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"27eff497-7b77-42ff-a9ab-e891b6fdd939","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.59022861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"b2d77ee9-19d4-4191-9b34-0180f3fc00f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-1b7b5e","tenantID":"e2e-ipp-a-1b7b5e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.620007226Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"b2d77ee9-19d4-4191-9b34-0180f3fc00f1","name":"e2e-ipp-a-1b7b5e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.230744081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"d6e5b6c7-fd3a-4471-a25c-738747ffb007","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9a9ea9","tenantID":"e2e-api-a-9a9ea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.239044465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"d6e5b6c7-fd3a-4471-a25c-738747ffb007","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"name":"e2e-api-a-9a9ea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.246147384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9a9ea9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34169ab8b59d2bb3255359aa56a1ea1fd0b65a6bc6d492d3442bb59e084c235f) AuthConfig (6d884655a4aa715e7a7c0ed6072c31e6f2d98f2fcff1616621381cca59df9f4e) AuthConfig (b1858ed124d96313182f9dd59a21271a74e27b36df1248ff64b8810f6a0572e4) AuthConfig (9dfce7171ff1f793705b655adc9ffad0cfd1541615f18ffa37631c50b943cbf5) AuthConfig (3531ee8918751c55109d3294f2425e05027c73787538a82e1f483b43c841711a) AuthConfig (abcec42b5fad91b9279eb79f245832e5ae9deb64e34d30c15253b3aaf09d4785)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"d6e5b6c7-fd3a-4471-a25c-738747ffb007","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.253166811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a7b2a77-64e0-4454-991a-c3f0414d9857","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.253182188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a7b2a77-64e0-4454-991a-c3f0414d9857","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:07.694626417Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"f9da5d57-a63c-4af9-85bf-7faa616dcd36","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:07.694726556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"f9da5d57-a63c-4af9-85bf-7faa616dcd36","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:07.776406949Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"cdbc1b7b-1cc5-4f79-b3b5-20bbeb535ed2","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:07.776557677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"cdbc1b7b-1cc5-4f79-b3b5-20bbeb535ed2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.919695909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651e56e1-631c-48cf-a754-5fc98430ad87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.923213823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651e56e1-631c-48cf-a754-5fc98430ad87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.926430468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651e56e1-631c-48cf-a754-5fc98430ad87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.940780646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651e56e1-631c-48cf-a754-5fc98430ad87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.226588927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76979187-5cf8-4d5d-a0e2-5e78cdd1e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.23024046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76979187-5cf8-4d5d-a0e2-5e78cdd1e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.241514769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76979187-5cf8-4d5d-a0e2-5e78cdd1e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.245881212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76979187-5cf8-4d5d-a0e2-5e78cdd1e0e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:08.473969429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"b452e8d4-69bc-4947-9d82-1a0d5ab23c1f","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:08.474035563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"b452e8d4-69bc-4947-9d82-1a0d5ab23c1f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:08.490161534Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"e3adf07e-b369-4c82-a406-2e3834cc2a97","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:08.4902375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"e3adf07e-b369-4c82-a406-2e3834cc2a97","error":"resolve tenant gateway for model ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e-kserve-route (gateways: [openshift-ingress/e2e-mt-9b65143e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.498543952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf1dccc-fb90-4074-abb7-89e5251170da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.501856817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf1dccc-fb90-4074-abb7-89e5251170da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.505242981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf1dccc-fb90-4074-abb7-89e5251170da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.508450943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbf1dccc-fb90-4074-abb7-89e5251170da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.803425434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb1c081-7dad-4a2c-bb96-b0c79b87f744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.815012393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb1c081-7dad-4a2c-bb96-b0c79b87f744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.824859642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb1c081-7dad-4a2c-bb96-b0c79b87f744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:08.900266223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccb1c081-7dad-4a2c-bb96-b0c79b87f744","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.119804517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e92d79-a6f4-448b-9912-a804e880a1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.126188376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e92d79-a6f4-448b-9912-a804e880a1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.141908255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e92d79-a6f4-448b-9912-a804e880a1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.145398868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06e92d79-a6f4-448b-9912-a804e880a1b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.566674708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"e487335d-cf06-4554-bb3e-a7287914aa17","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.566766166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"e487335d-cf06-4554-bb3e-a7287914aa17","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.585192414Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9b65143e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9b65143e","reconcileID":"30320347-a755-4ff2-ab46-7d85341947c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9b65143e","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-9b65143e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.780740341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"2caa2f96-5451-45e3-b219-6ae283f53bde","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.780763696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"2caa2f96-5451-45e3-b219-6ae283f53bde","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.974441043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4324dfb-d340-4fb0-af8b-beae93e10caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.979427205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4324dfb-d340-4fb0-af8b-beae93e10caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.986354148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4324dfb-d340-4fb0-af8b-beae93e10caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.993729527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4324dfb-d340-4fb0-af8b-beae93e10caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.066793259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43c2f86-6bc3-41eb-87e4-7bbd00502dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.070285442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43c2f86-6bc3-41eb-87e4-7bbd00502dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.073705947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43c2f86-6bc3-41eb-87e4-7bbd00502dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.077077509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f43c2f86-6bc3-41eb-87e4-7bbd00502dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.315545432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0853c657-3b83-4a3a-9a89-9e2f5f14d57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.318946835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0853c657-3b83-4a3a-9a89-9e2f5f14d57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.322334704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0853c657-3b83-4a3a-9a89-9e2f5f14d57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.325694841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0853c657-3b83-4a3a-9a89-9e2f5f14d57b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:11.343770713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.172487202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"714f631d-b2b5-40e1-8276-bb9d3605cf43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.172608881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"714f631d-b2b5-40e1-8276-bb9d3605cf43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.182931027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cef98da-3442-43f6-a69b-7be5aa65325d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.183030925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7cef98da-3442-43f6-a69b-7be5aa65325d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.193803729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"460dd9f5-3f2c-43bf-b9bb-38d57d4b0982","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1127f5","tenantID":"e2e-api-b-1127f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.245783467Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"460dd9f5-3f2c-43bf-b9bb-38d57d4b0982","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"name":"e2e-api-b-1127f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.268256593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1127f5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"460dd9f5-3f2c-43bf-b9bb-38d57d4b0982","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.280577449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4f171ae-0b3a-45c1-9f75-c75ed30cd539","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.280706709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4f171ae-0b3a-45c1-9f75-c75ed30cd539","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.449884994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"68666c5f-ce8d-46bf-8179-c20f08b5bc7a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:12.479721257Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"68666c5f-ce8d-46bf-8179-c20f08b5bc7a","name":"e2e-mt-9b65143e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.9696727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a63607-d01a-4af1-a8be-15c48b5a84ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.973717936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a63607-d01a-4af1-a8be-15c48b5a84ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.978798553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a63607-d01a-4af1-a8be-15c48b5a84ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:15.986585592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57a63607-d01a-4af1-a8be-15c48b5a84ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:16.24555983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968f34da-1e9e-47b7-8800-cf3ea233654c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:16.249212656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968f34da-1e9e-47b7-8800-cf3ea233654c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:16.2528052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968f34da-1e9e-47b7-8800-cf3ea233654c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:16.258509045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"968f34da-1e9e-47b7-8800-cf3ea233654c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:16.696361011Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"30b1801e-7fec-4bb8-bca0-72635b2993fc","gateway":"openshift-ingress/e2e-ipp-a-6b9849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.261209544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"f84a298d-4bde-465f-8f96-ade5cc990c05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9a9ea9","tenantID":"e2e-api-a-9a9ea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.271651803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"f84a298d-4bde-465f-8f96-ade5cc990c05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"name":"e2e-api-a-9a9ea9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.279167527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9a9ea9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34169ab8b59d2bb3255359aa56a1ea1fd0b65a6bc6d492d3442bb59e084c235f) AuthConfig (6d884655a4aa715e7a7c0ed6072c31e6f2d98f2fcff1616621381cca59df9f4e) AuthConfig (b1858ed124d96313182f9dd59a21271a74e27b36df1248ff64b8810f6a0572e4) AuthConfig (9dfce7171ff1f793705b655adc9ffad0cfd1541615f18ffa37631c50b943cbf5) AuthConfig (3531ee8918751c55109d3294f2425e05027c73787538a82e1f483b43c841711a) AuthConfig (abcec42b5fad91b9279eb79f245832e5ae9deb64e34d30c15253b3aaf09d4785)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"f84a298d-4bde-465f-8f96-ade5cc990c05","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.425259185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"2abad065-ba28-4fd8-ac2b-303b240bb45b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.592133013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"3211c335-6e09-4d2e-9f12-bf4ab0493eeb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.603215063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"53922b02-d913-4f91-a57b-8a8a51071774","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.603787515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"ac238efb-bcef-48d6-8f8a-b7087c64da18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.622252179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"3df74cbb-e927-4a69-8a2a-55280782a724","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.722117582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"f6d1124c-2dfc-4d2e-8e0c-61fd9945dbb4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.774488514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b6658130-5b30-43ef-ada8-1f7407c270a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.874155727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"7cd0707c-dce7-49ff-b599-9f5cfcd30ca1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.875264998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"bc89da18-e7cb-4b52-bb97-27273ea7388a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.87586832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"e7a26550-28a1-46ae-89b0-0abcd1c42355","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.877206645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"a444fa72-cd1d-45d3-a7fd-d29bd84d81c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.079726116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6dc48d66-ec7a-4241-bfa7-f4f3603d3608","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.459553557Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"79128e92-be32-4120-b153-609030d6de17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.460354765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f54884d-1933-4813-a764-edb627c1d011","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.460418328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f54884d-1933-4813-a764-edb627c1d011","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.48001306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"79128e92-be32-4120-b153-609030d6de17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9a9ea9","tenantID":"e2e-api-a-9a9ea9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.518917828Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"79128e92-be32-4120-b153-609030d6de17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"name":"e2e-api-a-9a9ea9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.518946185Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"e2e-e2e-api-a-9a9ea9-policy","reconcileID":"79128e92-be32-4120-b153-609030d6de17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9a9ea9-policy","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9a9ea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.526760054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64314c3e-c85e-48bb-894a-b3345f2d0d22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:18.526781997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64314c3e-c85e-48bb-894a-b3345f2d0d22","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.321036266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e341c374-e0ea-4c85-92f5-1df27046c021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.3267841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e341c374-e0ea-4c85-92f5-1df27046c021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.341858469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e341c374-e0ea-4c85-92f5-1df27046c021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.34812306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e341c374-e0ea-4c85-92f5-1df27046c021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.718554612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f759e56-b9ec-4406-8f83-25a9391c20dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.72206421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f759e56-b9ec-4406-8f83-25a9391c20dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.725539416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f759e56-b9ec-4406-8f83-25a9391c20dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:19.729111847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f759e56-b9ec-4406-8f83-25a9391c20dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.329780375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"ce9bd5d0-e41e-4367-8e74-7c714066387e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1127f5","tenantID":"e2e-api-b-1127f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.341057867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"ce9bd5d0-e41e-4367-8e74-7c714066387e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"name":"e2e-api-b-1127f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.355878943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1127f5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"ce9bd5d0-e41e-4367-8e74-7c714066387e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:23.953918972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"9e56fcac-ba43-4add-8ccc-8c5ebd226693","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:23.954032352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"9e56fcac-ba43-4add-8ccc-8c5ebd226693","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.470520945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e54f9f0-ba2c-4f9d-83d1-ac5f58c92c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.48390699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e54f9f0-ba2c-4f9d-83d1-ac5f58c92c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.517659976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e54f9f0-ba2c-4f9d-83d1-ac5f58c92c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.553394826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e54f9f0-ba2c-4f9d-83d1-ac5f58c92c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.940903958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009bc21e-1ed9-4d0c-bc05-e515ff17b85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.944770489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009bc21e-1ed9-4d0c-bc05-e515ff17b85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.948355404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009bc21e-1ed9-4d0c-bc05-e515ff17b85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.951989631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009bc21e-1ed9-4d0c-bc05-e515ff17b85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.806304013Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","namespace":"ai-tenant-e2e-api-a-9a9ea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.806381728Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","namespace":"ai-tenant-e2e-api-a-9a9ea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.806430148Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","tenant":"e2e-api-a-9a9ea9","tenantID":"e2e-api-a-9a9ea9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.814224812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"Deployment","name":"maas-api-e2e-api-a-9a9ea9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.82873387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"Service","name":"maas-api-e2e-api-a-9a9ea9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.848833766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-9a9ea9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.854564424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-9a9ea9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.86459192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.872765026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.880478336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.887414205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.890996224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"Deployment","name":"payload-processing-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.894247588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.897635335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"Service","name":"payload-processing-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.900939744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.90415626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.907311185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.910702728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.918340113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.921980569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.925337708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.929523395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-9a9ea9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.932802727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9a9ea9"},"namespace":"ai-tenant-e2e-api-a-9a9ea9","name":"default-tenant","reconcileID":"ddf885c6-4f91-4f90-86bc-4e91e1a877c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-9a9ea9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.376481702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"992d1ce5-2986-46b2-988c-213a20fd5559","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1127f5","tenantID":"e2e-api-b-1127f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.388096284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"992d1ce5-2986-46b2-988c-213a20fd5559","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"name":"e2e-api-b-1127f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:32.395762926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1127f5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"992d1ce5-2986-46b2-988c-213a20fd5559","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.114633325Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9a9ea9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9a9ea9","reconcileID":"67375c1e-543e-4e74-9fef-039f5866c6e0","aitenant":"ai-tenants/e2e-api-a-9a9ea9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.508328251Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9a9ea9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9a9ea9","reconcileID":"67375c1e-543e-4e74-9fef-039f5866c6e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9a9ea9","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-9a9ea9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.624634947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ceb689f-03cf-4176-b4f0-4986b996fbf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.6301273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ceb689f-03cf-4176-b4f0-4986b996fbf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.649696311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ceb689f-03cf-4176-b4f0-4986b996fbf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.659501324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ceb689f-03cf-4176-b4f0-4986b996fbf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.454022591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3a7e9f-6f42-450c-8024-5f3cf6df8d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.460755127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3a7e9f-6f42-450c-8024-5f3cf6df8d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.488791084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3a7e9f-6f42-450c-8024-5f3cf6df8d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.501361548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce3a7e9f-6f42-450c-8024-5f3cf6df8d6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.922086278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a07a9f-ae49-4f9c-be26-5028a8460704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.92544104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a07a9f-ae49-4f9c-be26-5028a8460704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.92866572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a07a9f-ae49-4f9c-be26-5028a8460704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:34.931910222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29a07a9f-ae49-4f9c-be26-5028a8460704","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.047141864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"abeeacaa-88d7-458f-86de-1f71875d2121","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.047170943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"abeeacaa-88d7-458f-86de-1f71875d2121","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.38328583Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f2218a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f2218a","reconcileID":"89ac9b03-976d-489b-9993-ff32d1f8751a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f2218a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f2218a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.511268023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70638d22-fca4-4545-821a-e2d24e656d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.514780879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70638d22-fca4-4545-821a-e2d24e656d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.518210925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70638d22-fca4-4545-821a-e2d24e656d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.521493139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70638d22-fca4-4545-821a-e2d24e656d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.96662753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2db56f-63bc-4a92-bb6c-f865d8e8b4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.975185128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2db56f-63bc-4a92-bb6c-f865d8e8b4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.981835192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2db56f-63bc-4a92-bb6c-f865d8e8b4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.990931661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f2db56f-63bc-4a92-bb6c-f865d8e8b4ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.451887841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"0f0e67b9-f7ce-4447-8274-640050144c1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1127f5","tenantID":"e2e-api-b-1127f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.463550111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"0f0e67b9-f7ce-4447-8274-640050144c1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"name":"e2e-api-b-1127f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.475468791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1127f5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"0f0e67b9-f7ce-4447-8274-640050144c1e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.553884321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"b2729fb9-6872-4539-8b8c-f339939bf7b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1127f5","tenantID":"e2e-api-b-1127f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.561996451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"b2729fb9-6872-4539-8b8c-f339939bf7b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"name":"e2e-api-b-1127f5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.569560386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-1127f5-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"b2729fb9-6872-4539-8b8c-f339939bf7b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.626881442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5425a0ae-e756-4ede-8683-d1442e284ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.630657089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5425a0ae-e756-4ede-8683-d1442e284ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.637949356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5425a0ae-e756-4ede-8683-d1442e284ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.644924568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5425a0ae-e756-4ede-8683-d1442e284ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.976049899Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"20162ad1-8437-49b0-ad13-7e1b001ae75e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.976662737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3740017c-f58e-4344-b39f-31dadf141c93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.976685217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3740017c-f58e-4344-b39f-31dadf141c93","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:40.987980554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"20162ad1-8437-49b0-ad13-7e1b001ae75e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1127f5","tenantID":"e2e-api-b-1127f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.019036895Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"20162ad1-8437-49b0-ad13-7e1b001ae75e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"name":"e2e-api-b-1127f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.01905874Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"e2e-e2e-api-b-1127f5-policy","reconcileID":"20162ad1-8437-49b0-ad13-7e1b001ae75e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-1127f5-policy","namespace":"ai-tenant-e2e-api-b-1127f5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-1127f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.028778367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"722abbc7-2e77-415d-87bb-45b78580bb08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.028796205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"722abbc7-2e77-415d-87bb-45b78580bb08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.042654732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e226d4-090f-4e65-ab88-0ae92fb9b91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.047552611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e226d4-090f-4e65-ab88-0ae92fb9b91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.055665211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e226d4-090f-4e65-ab88-0ae92fb9b91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.060786243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31e226d4-090f-4e65-ab88-0ae92fb9b91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.344774547Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.260373164Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","namespace":"ai-tenant-e2e-api-b-1127f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.260429365Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","namespace":"ai-tenant-e2e-api-b-1127f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.260475346Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","tenant":"e2e-api-b-1127f5","tenantID":"e2e-api-b-1127f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.26602156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"Deployment","name":"maas-api-e2e-api-b-1127f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.279629879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"Service","name":"maas-api-e2e-api-b-1127f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.291726872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-1127f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.301783953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-1127f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.314211921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.32124096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.330772867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.336947863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.342181653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"Deployment","name":"payload-processing-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.345496228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.348782521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"Service","name":"payload-processing-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.354022198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"Service","name":"payload-pre-processing-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.357124377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.360280958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.363320376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.370521937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.373802353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.376992764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.380022088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-1127f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:42.382979588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-1127f5"},"namespace":"ai-tenant-e2e-api-b-1127f5","name":"default-tenant","reconcileID":"99b3a31a-85b4-48ab-8e6a-cb1c10fa3ed8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-1127f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.665779471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef8874a-c8dd-4674-b57a-1b8d213aecaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.675968911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef8874a-c8dd-4674-b57a-1b8d213aecaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.700552411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef8874a-c8dd-4674-b57a-1b8d213aecaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.710330805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aef8874a-c8dd-4674-b57a-1b8d213aecaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.013520413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bfa0d9-d728-4ad8-b9c2-a36e3f708fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.01701224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bfa0d9-d728-4ad8-b9c2-a36e3f708fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.020464466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bfa0d9-d728-4ad8-b9c2-a36e3f708fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.024188083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45bfa0d9-d728-4ad8-b9c2-a36e3f708fa7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.061494424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"589286fe-deaf-4009-9d63-f8c71a7241d5","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.061513206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"589286fe-deaf-4009-9d63-f8c71a7241d5","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.212965556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"74e02937-5d57-413a-abc1-2b7ef3dec086","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f2218a","tenantID":"e2e-api-a-f2218a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.253888681Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"74e02937-5d57-413a-abc1-2b7ef3dec086","name":"e2e-api-a-f2218a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:45.604239532Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b07e26","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b07e26","reconcileID":"0a1fd20f-25b3-4faa-ba95-588b177ceca9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b07e26","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b07e26":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.128776693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edfbc65-55c7-4b80-b05b-ebfb86f7ab92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.132997584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edfbc65-55c7-4b80-b05b-ebfb86f7ab92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.137447677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edfbc65-55c7-4b80-b05b-ebfb86f7ab92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.141699887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edfbc65-55c7-4b80-b05b-ebfb86f7ab92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.220093497Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1127f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1127f5","reconcileID":"9ddf2679-32e1-4de8-96fe-35f993b73de3","aitenant":"ai-tenants/e2e-api-b-1127f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.381640325Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-1127f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-1127f5","reconcileID":"9ddf2679-32e1-4de8-96fe-35f993b73de3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-1127f5","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-1127f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.437532112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48830267-4d95-419d-9e41-04f23107976d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.449435135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48830267-4d95-419d-9e41-04f23107976d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.45433321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48830267-4d95-419d-9e41-04f23107976d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.458307312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48830267-4d95-419d-9e41-04f23107976d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.774581614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1e380f-c48f-4a26-8c47-219d010f8ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.777996562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1e380f-c48f-4a26-8c47-219d010f8ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.782184885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1e380f-c48f-4a26-8c47-219d010f8ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:49.786126299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1e380f-c48f-4a26-8c47-219d010f8ea8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.322426915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3902ccf2-5d59-4563-addb-fc0a2e5ca63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.326532158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3902ccf2-5d59-4563-addb-fc0a2e5ca63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.341098129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3902ccf2-5d59-4563-addb-fc0a2e5ca63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.344740278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3902ccf2-5d59-4563-addb-fc0a2e5ca63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.664499344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d7d5f5-7dc2-47f2-b0e1-1ecfe85cb2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.667968473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d7d5f5-7dc2-47f2-b0e1-1ecfe85cb2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.671343511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d7d5f5-7dc2-47f2-b0e1-1ecfe85cb2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:50.674861206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6d7d5f5-7dc2-47f2-b0e1-1ecfe85cb2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.007067169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be732a6b-e33a-4e36-8afe-e90dfe698489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.010434078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be732a6b-e33a-4e36-8afe-e90dfe698489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.013764922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be732a6b-e33a-4e36-8afe-e90dfe698489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.01709422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be732a6b-e33a-4e36-8afe-e90dfe698489","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.20645298Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d6789f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d6789f","reconcileID":"d2a67212-333a-43fe-81e2-7039d7e80721","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d6789f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d6789f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.215831306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621764b1-7ae3-48d3-8626-f2aa1f87d28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.219298654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621764b1-7ae3-48d3-8626-f2aa1f87d28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.222825953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621764b1-7ae3-48d3-8626-f2aa1f87d28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.240802273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"621764b1-7ae3-48d3-8626-f2aa1f87d28a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.901848333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7612f684-5254-48bc-93c6-87cbdda09d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.913995701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7612f684-5254-48bc-93c6-87cbdda09d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.91964604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7612f684-5254-48bc-93c6-87cbdda09d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:51.941157401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7612f684-5254-48bc-93c6-87cbdda09d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:52.220237208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7416ebec-3f74-473f-8996-40265750eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:52.230225958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7416ebec-3f74-473f-8996-40265750eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:52.25072828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7416ebec-3f74-473f-8996-40265750eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:52.312926491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7416ebec-3f74-473f-8996-40265750eead","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.515394272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926c4f3e-88bb-48d6-87d7-150d7bd9edfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.51870286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926c4f3e-88bb-48d6-87d7-150d7bd9edfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.526873408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926c4f3e-88bb-48d6-87d7-150d7bd9edfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.53808043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926c4f3e-88bb-48d6-87d7-150d7bd9edfd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.74927274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778e3683-6980-4020-83cf-399ab2583f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.76183212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778e3683-6980-4020-83cf-399ab2583f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.845990092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778e3683-6980-4020-83cf-399ab2583f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.849873472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"778e3683-6980-4020-83cf-399ab2583f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.062722923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"6ec70c5f-d20f-49d2-adc2-1cbe5fed23f3","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.06283601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"6ec70c5f-d20f-49d2-adc2-1cbe5fed23f3","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.35955177Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bf9b0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bf9b0a","reconcileID":"8f52e1f1-7494-4103-8510-6de62f507cd0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bf9b0a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-bf9b0a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.611201055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ef8ead-ffc8-4d5d-ada7-9118765dd381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.614583983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ef8ead-ffc8-4d5d-ada7-9118765dd381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.619065542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ef8ead-ffc8-4d5d-ada7-9118765dd381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:55.622438503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ef8ead-ffc8-4d5d-ada7-9118765dd381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.533851757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"3d96ad5f-f0f0-4f2e-9ef3-e14ae0837036","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b07e26","tenantID":"e2e-ipp-b-b07e26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:56.605835884Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"3d96ad5f-f0f0-4f2e-9ef3-e14ae0837036","name":"e2e-ipp-b-b07e26-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:58.285039709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2110d02d-2e3b-4aa5-8b56-33431fd8d6f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:58.288525053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2110d02d-2e3b-4aa5-8b56-33431fd8d6f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:58.292298508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2110d02d-2e3b-4aa5-8b56-33431fd8d6f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:58.295669328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2110d02d-2e3b-4aa5-8b56-33431fd8d6f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:58.547011422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"357801b3-9ff7-4742-ac49-2962491d19d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:58.552274508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"357801b3-9ff7-4742-ac49-2962491d19d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:58.558138307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"357801b3-9ff7-4742-ac49-2962491d19d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:58.564047883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"357801b3-9ff7-4742-ac49-2962491d19d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.821891918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf79e97b-07a6-48aa-9052-7e4fea3e29ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.821917888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf79e97b-07a6-48aa-9052-7e4fea3e29ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.838300295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069afd0a-c7fc-477a-b5c7-c105a7c42dd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.838320223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069afd0a-c7fc-477a-b5c7-c105a7c42dd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.877656669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"a972ebb3-5e81-48d7-a81e-f6fd0c9149c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f2218a","tenantID":"e2e-api-a-f2218a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.979510455Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"a972ebb3-5e81-48d7-a81e-f6fd0c9149c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"name":"e2e-api-a-f2218a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:00.992485846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f2218a-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"a972ebb3-5e81-48d7-a81e-f6fd0c9149c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.003254071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fd22601-fbc2-41ff-a812-04f75a779a30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:01.003280378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fd22601-fbc2-41ff-a812-04f75a779a30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.426001774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"30742d02-ffde-4793-85e0-e2c7307efab7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d6789f","tenantID":"e2e-ipp-b-d6789f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:02.488976927Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"30742d02-ffde-4793-85e0-e2c7307efab7","name":"e2e-ipp-b-d6789f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.72503315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148a958-9401-4332-9516-87dbd74e81dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.738711622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148a958-9401-4332-9516-87dbd74e81dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.74643782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148a958-9401-4332-9516-87dbd74e81dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.75867767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f148a958-9401-4332-9516-87dbd74e81dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.944678611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dddc2ab-4f2a-4a51-8137-22e694e95c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.949532011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dddc2ab-4f2a-4a51-8137-22e694e95c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.957737951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dddc2ab-4f2a-4a51-8137-22e694e95c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:04.966556759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dddc2ab-4f2a-4a51-8137-22e694e95c49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.063466984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"617cafb2-cdf3-4db6-aba7-69474f433c8f","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.063495312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"617cafb2-cdf3-4db6-aba7-69474f433c8f","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.341693532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700bd24e-9b41-4c50-94f1-014317c1bda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.345487754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700bd24e-9b41-4c50-94f1-014317c1bda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.34879349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700bd24e-9b41-4c50-94f1-014317c1bda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.352408055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700bd24e-9b41-4c50-94f1-014317c1bda6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.703831353Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-400777","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-400777","reconcileID":"dac462be-93c8-4638-b7d2-e4d149f6056e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-400777","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-400777":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.924094053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2c2a31-2d2b-465d-b97e-cb7350e68e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.927711964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2c2a31-2d2b-465d-b97e-cb7350e68e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.930936987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2c2a31-2d2b-465d-b97e-cb7350e68e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:05.934369027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be2c2a31-2d2b-465d-b97e-cb7350e68e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.242146134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290d1c34-fab9-468f-b9a6-f01e63a4c3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.245640564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290d1c34-fab9-468f-b9a6-f01e63a4c3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.248876564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290d1c34-fab9-468f-b9a6-f01e63a4c3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.25213203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290d1c34-fab9-468f-b9a6-f01e63a4c3e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.610000337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff58f9e-4261-4e3d-9325-30e7f1993b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.663496704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff58f9e-4261-4e3d-9325-30e7f1993b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.66896131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff58f9e-4261-4e3d-9325-30e7f1993b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:06.673063051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff58f9e-4261-4e3d-9325-30e7f1993b3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.199227291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"7baa5b98-1d08-4a66-a951-59388c17ab5c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bf9b0a","tenantID":"e2e-ipp-a-bf9b0a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.219278969Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"7baa5b98-1d08-4a66-a951-59388c17ab5c","name":"e2e-ipp-a-bf9b0a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:09.664518766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39bb7c9-9ef8-40db-8bd8-e6edbf37c830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:09.668745125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39bb7c9-9ef8-40db-8bd8-e6edbf37c830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:09.673057458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39bb7c9-9ef8-40db-8bd8-e6edbf37c830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:09.677123714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b39bb7c9-9ef8-40db-8bd8-e6edbf37c830","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.01948787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b188b6-2524-4a18-8d2f-4849531c2124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.023183398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b188b6-2524-4a18-8d2f-4849531c2124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.026715381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b188b6-2524-4a18-8d2f-4849531c2124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.030130172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4b188b6-2524-4a18-8d2f-4849531c2124","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.284887175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2920db-0360-46db-b902-ce3daa13d277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.288206089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2920db-0360-46db-b902-ce3daa13d277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.29142897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2920db-0360-46db-b902-ce3daa13d277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.297080661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed2920db-0360-46db-b902-ce3daa13d277","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.659068192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26c946a-9043-47bf-8c46-63baa88b8776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.678861127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26c946a-9043-47bf-8c46-63baa88b8776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.682799141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26c946a-9043-47bf-8c46-63baa88b8776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:10.686588506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c26c946a-9043-47bf-8c46-63baa88b8776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.010256301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"0b8ab32e-394d-4177-996c-f7765a518b69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f2218a","tenantID":"e2e-api-a-f2218a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.018565924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"0b8ab32e-394d-4177-996c-f7765a518b69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"name":"e2e-api-a-f2218a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.025797734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f2218a-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"0b8ab32e-394d-4177-996c-f7765a518b69","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.36884996Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.909848235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"5c2d99e5-d13f-48b9-9f82-dd51cdedea17","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"tenant":"e2e-mt-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","model":"ai-tenant-e2e-mt-9b65143e/e2e-lifecycle-model-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:11.909947729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"e2e-lifecycle-model-9b65143e","reconcileID":"5c2d99e5-d13f-48b9-9f82-dd51cdedea17","MaaSModelRef":{"name":"e2e-lifecycle-model-9b65143e","namespace":"ai-tenant-e2e-mt-9b65143e"},"routeName":"e2e-lifecycle-model-9b65143e-kserve-route","namespace":"ai-tenant-e2e-mt-9b65143e","llmisvcName":"e2e-lifecycle-model-9b65143e","gateway":"openshift-ingress/e2e-mt-9b65143e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.079057035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700717d4-9deb-4932-9a6c-c057e6f63eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.088027779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700717d4-9deb-4932-9a6c-c057e6f63eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.145905643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700717d4-9deb-4932-9a6c-c057e6f63eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.156512353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"700717d4-9deb-4932-9a6c-c057e6f63eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.528059168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56656c3-5823-4678-ab40-e73bb3b23d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.533380919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56656c3-5823-4678-ab40-e73bb3b23d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.544376348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56656c3-5823-4678-ab40-e73bb3b23d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.551396347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f56656c3-5823-4678-ab40-e73bb3b23d16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.92987107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139c5d3e-68aa-4cb9-b422-2b41bd221485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.933211646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139c5d3e-68aa-4cb9-b422-2b41bd221485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.936447434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139c5d3e-68aa-4cb9-b422-2b41bd221485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:12.939947323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"139c5d3e-68aa-4cb9-b422-2b41bd221485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.225156187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb6b8c2-c93c-47b3-ac2d-9134ee518e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.228555658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb6b8c2-c93c-47b3-ac2d-9134ee518e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.232085668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb6b8c2-c93c-47b3-ac2d-9134ee518e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.235471908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb6b8c2-c93c-47b3-ac2d-9134ee518e1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.504513074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbdc3a1-a8cc-4398-af14-c5ec948d3c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.50801923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbdc3a1-a8cc-4398-af14-c5ec948d3c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.511210688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbdc3a1-a8cc-4398-af14-c5ec948d3c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.514627815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbdc3a1-a8cc-4398-af14-c5ec948d3c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.760951844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a00990e-e866-45a6-9a0d-73dcb10ce47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.7649396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a00990e-e866-45a6-9a0d-73dcb10ce47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.768805415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a00990e-e866-45a6-9a0d-73dcb10ce47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:13.772112342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a00990e-e866-45a6-9a0d-73dcb10ce47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.522977756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d090a41-fa78-4b96-9c2c-a12b998810a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.528211405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d090a41-fa78-4b96-9c2c-a12b998810a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.533139659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d090a41-fa78-4b96-9c2c-a12b998810a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:16.537795784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d090a41-fa78-4b96-9c2c-a12b998810a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.079735937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4dd1b0-7fbd-4e95-83dc-3cada5726a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.087663268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4dd1b0-7fbd-4e95-83dc-3cada5726a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.095690072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4dd1b0-7fbd-4e95-83dc-3cada5726a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.099413758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4dd1b0-7fbd-4e95-83dc-3cada5726a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.375675858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38913d35-8145-4b63-a830-ad4afe119753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.384718632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38913d35-8145-4b63-a830-ad4afe119753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.397682375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38913d35-8145-4b63-a830-ad4afe119753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.402613422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38913d35-8145-4b63-a830-ad4afe119753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.888213592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5943f0ee-e08d-483b-9d4d-dc3c65194baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.918764241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5943f0ee-e08d-483b-9d4d-dc3c65194baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.938085008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5943f0ee-e08d-483b-9d4d-dc3c65194baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:17.943793468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5943f0ee-e08d-483b-9d4d-dc3c65194baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.240799606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2d0444-807c-4503-b0be-c3ef0b6b233a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.255852475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2d0444-807c-4503-b0be-c3ef0b6b233a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.262976668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2d0444-807c-4503-b0be-c3ef0b6b233a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.291653979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2d0444-807c-4503-b0be-c3ef0b6b233a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.542681888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395fd5b5-917a-4be5-a95d-4eb4565ef17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.552692971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395fd5b5-917a-4be5-a95d-4eb4565ef17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.564669369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395fd5b5-917a-4be5-a95d-4eb4565ef17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:18.574585031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395fd5b5-917a-4be5-a95d-4eb4565ef17f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:20.949111347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"c88e7f88-5546-4ecf-a34e-d4c700101965","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-400777","tenantID":"e2e-api-b-400777","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.04323984Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"c88e7f88-5546-4ecf-a34e-d4c700101965","name":"e2e-api-b-400777-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.086309482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"ccb8ff2d-3544-47a4-88ae-dbc7c4c2422f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f2218a","tenantID":"e2e-api-a-f2218a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.126202536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"ccb8ff2d-3544-47a4-88ae-dbc7c4c2422f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"name":"e2e-api-a-f2218a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.181743884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f2218a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a63c2968a199e33917d27d79af0cc6146bc909c64584635a952bbefcf966104e) AuthConfig (9a0717e73aebef9233ab6fcee7ea50ca72417852c7c0799312c5c0a0c53e23ca) AuthConfig (d25f7b6349677d9b35de6ebe123010095e172ab8838b2bd42118d7b6fabbefa5) AuthConfig (953e7193898fd4927f74358ec14f7a52ea1885eb00e93dccf3085cbe06b8b9ea) AuthConfig (dd7a19bbd54f50ecf577d160a9c816e1ba9a62d8012f36b458c093eec90511a0) AuthConfig (39b5ff49ff26d55ed28e792edb6b5424723e40ffac830d2cfdc41981c020bbb3) EnvoyFilter (openshift-ingress/e2e-api-a-f2218a) EnvoyFilter (openshift-ingress/e2e-api-a-f2218a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"ccb8ff2d-3544-47a4-88ae-dbc7c4c2422f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.195913201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53d60abc-e384-411a-abf1-9164e7a06190","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:21.195944853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53d60abc-e384-411a-abf1-9164e7a06190","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.277342667Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","namespace":"ai-tenant-e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.277434696Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","namespace":"ai-tenant-e2e-mt-9b65143e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.277523925Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","tenant":"e2e-mt-9b65143e","tenantID":"e2e-mt-9b65143e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.282847821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"Deployment","name":"maas-api-e2e-mt-9b65143e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.296734018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"Service","name":"maas-api-e2e-mt-9b65143e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.314079043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-9b65143e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.324326078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-9b65143e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.333809832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.342194911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.351233868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.360535868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.371487408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"Deployment","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.375254739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.3786313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"Service","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.385253005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"Service","name":"payload-pre-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.394469656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"DestinationRule","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.399290178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.403926481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.414531473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.443569198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.446913066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.450276918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-9b65143e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.453581893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-9b65143e"},"namespace":"ai-tenant-e2e-mt-9b65143e","name":"default-tenant","reconcileID":"f355d457-4481-4489-a182-a8e1245a78a9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-9b65143e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.830713643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53571d9-8f65-40ba-833b-91dd2a66094d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.845024111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53571d9-8f65-40ba-833b-91dd2a66094d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.859951521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53571d9-8f65-40ba-833b-91dd2a66094d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:23.942307272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53571d9-8f65-40ba-833b-91dd2a66094d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:24.264930556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c439cde6-96b9-45e6-a814-6b90987a3a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:24.269129735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c439cde6-96b9-45e6-a814-6b90987a3a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:24.277771754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c439cde6-96b9-45e6-a814-6b90987a3a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:24.290438101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c439cde6-96b9-45e6-a814-6b90987a3a59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:25.976121632Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9b65143e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9b65143e","reconcileID":"a9d3a779-5695-4073-8484-98b72822439b","aitenant":"ai-tenants/e2e-mt-9b65143e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:26.014034486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e339e76a-9e33-445d-875c-c2040523d0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:26.022451131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e339e76a-9e33-445d-875c-c2040523d0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:26.048680929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e339e76a-9e33-445d-875c-c2040523d0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:26.05228018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e339e76a-9e33-445d-875c-c2040523d0a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:26.078376368Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-9b65143e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-9b65143e","reconcileID":"a9d3a779-5695-4073-8484-98b72822439b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-9b65143e","removed":["maas.opendatahub.io/gateway-access-e2e-mt-9b65143e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:26.389827079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7153151-6f6a-4b66-bb16-3f8350d75300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:26.412786064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7153151-6f6a-4b66-bb16-3f8350d75300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:26.562249337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7153151-6f6a-4b66-bb16-3f8350d75300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:26.574507006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7153151-6f6a-4b66-bb16-3f8350d75300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:27.139788812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae65c6d-0b49-481a-8ef9-f21419b07371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:27.144323826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae65c6d-0b49-481a-8ef9-f21419b07371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:27.150721714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae65c6d-0b49-481a-8ef9-f21419b07371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:27.158256172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cae65c6d-0b49-481a-8ef9-f21419b07371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.216047217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"8aee3bd1-c236-47fc-9299-9ab4892a2cab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f2218a","tenantID":"e2e-api-a-f2218a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.246257951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"8aee3bd1-c236-47fc-9299-9ab4892a2cab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"name":"e2e-api-a-f2218a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.275188968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f2218a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a63c2968a199e33917d27d79af0cc6146bc909c64584635a952bbefcf966104e) AuthConfig (9a0717e73aebef9233ab6fcee7ea50ca72417852c7c0799312c5c0a0c53e23ca) AuthConfig (d25f7b6349677d9b35de6ebe123010095e172ab8838b2bd42118d7b6fabbefa5) AuthConfig (953e7193898fd4927f74358ec14f7a52ea1885eb00e93dccf3085cbe06b8b9ea) AuthConfig (dd7a19bbd54f50ecf577d160a9c816e1ba9a62d8012f36b458c093eec90511a0) AuthConfig (39b5ff49ff26d55ed28e792edb6b5424723e40ffac830d2cfdc41981c020bbb3) EnvoyFilter (openshift-ingress/e2e-api-a-f2218a) EnvoyFilter (openshift-ingress/e2e-api-a-f2218a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"8aee3bd1-c236-47fc-9299-9ab4892a2cab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.529465784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8d5d41-7de4-42ce-b7b1-7227d78b1169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.533111613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8d5d41-7de4-42ce-b7b1-7227d78b1169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.536867647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8d5d41-7de4-42ce-b7b1-7227d78b1169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.540129759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c8d5d41-7de4-42ce-b7b1-7227d78b1169","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.877739328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca6d5d5-c709-4736-bf30-8bbe72a60d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.883847949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca6d5d5-c709-4736-bf30-8bbe72a60d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.88959007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca6d5d5-c709-4736-bf30-8bbe72a60d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:31.894727323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dca6d5d5-c709-4736-bf30-8bbe72a60d03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.532933805Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2eee8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2eee8c","reconcileID":"a5917e50-e408-473d-8a7e-faa012b07a30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2eee8c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-2eee8c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.547065501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea54cb8-f6e7-44f1-b804-9b0f4223afcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.553693409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea54cb8-f6e7-44f1-b804-9b0f4223afcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.564742743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea54cb8-f6e7-44f1-b804-9b0f4223afcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.570613305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea54cb8-f6e7-44f1-b804-9b0f4223afcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.061708882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a0df42-6f5e-4cd1-8b21-44cca7ed4005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.074805717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a0df42-6f5e-4cd1-8b21-44cca7ed4005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.080643118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a0df42-6f5e-4cd1-8b21-44cca7ed4005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:33.086192797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a0df42-6f5e-4cd1-8b21-44cca7ed4005","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:37.647936011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85195d37-a9ce-43fe-b780-2669e42e9cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:37.651426243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85195d37-a9ce-43fe-b780-2669e42e9cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:37.666835429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85195d37-a9ce-43fe-b780-2669e42e9cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:37.693101556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85195d37-a9ce-43fe-b780-2669e42e9cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:37.976331488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032cf34e-678e-465d-9da5-d3cf18fff3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:37.980049733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032cf34e-678e-465d-9da5-d3cf18fff3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:37.983632042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032cf34e-678e-465d-9da5-d3cf18fff3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:37.987011305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"032cf34e-678e-465d-9da5-d3cf18fff3a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:38.199881557Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"3672f988-8aba-46c1-a864-4c4b4ab2eb02","gateway":"openshift-ingress/e2e-ipp-a-bf9b0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.314500432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"e89bcc77-ed23-40a1-a4a7-bc453546dbae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f2218a","tenantID":"e2e-api-a-f2218a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.325557188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"e89bcc77-ed23-40a1-a4a7-bc453546dbae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"name":"e2e-api-a-f2218a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.336096906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f2218a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a63c2968a199e33917d27d79af0cc6146bc909c64584635a952bbefcf966104e) AuthConfig (9a0717e73aebef9233ab6fcee7ea50ca72417852c7c0799312c5c0a0c53e23ca) AuthConfig (d25f7b6349677d9b35de6ebe123010095e172ab8838b2bd42118d7b6fabbefa5) AuthConfig (953e7193898fd4927f74358ec14f7a52ea1885eb00e93dccf3085cbe06b8b9ea) AuthConfig (dd7a19bbd54f50ecf577d160a9c816e1ba9a62d8012f36b458c093eec90511a0) AuthConfig (39b5ff49ff26d55ed28e792edb6b5424723e40ffac830d2cfdc41981c020bbb3) EnvoyFilter (openshift-ingress/e2e-api-a-f2218a) EnvoyFilter (openshift-ingress/e2e-api-a-f2218a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"e89bcc77-ed23-40a1-a4a7-bc453546dbae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.345761662Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.510215057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"636a54e2-622a-4038-b9a3-958c3c20fae5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.510244629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"636a54e2-622a-4038-b9a3-958c3c20fae5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.534937947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b55b3f4-b4b5-4dde-894e-3b94f5a0f122","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.538648668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b55b3f4-b4b5-4dde-894e-3b94f5a0f122","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.549857478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"71762263-0049-4352-ad09-8b2713333433","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-400777","tenantID":"e2e-api-b-400777","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.579467993Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"71762263-0049-4352-ad09-8b2713333433","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"name":"e2e-api-b-400777-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.587126502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-400777-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"71762263-0049-4352-ad09-8b2713333433","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.59444221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbab295d-44ec-4358-a5b5-d029a23b61c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:41.594458074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbab295d-44ec-4358-a5b5-d029a23b61c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:46.475496597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"930e35f0-f0d7-43f8-aaeb-41f4cd51e315","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:46.639331481Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"930e35f0-f0d7-43f8-aaeb-41f4cd51e315","name":"e2e-ipp-a-2eee8c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:47.911688874Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"e6cd87a2-141a-4dcb-b4fc-9309332965a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:47.911783487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995cc961-d167-4223-a572-fc0ead2b70bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:47.911803918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"995cc961-d167-4223-a572-fc0ead2b70bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:47.920952492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"e6cd87a2-141a-4dcb-b4fc-9309332965a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f2218a","tenantID":"e2e-api-a-f2218a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:47.950435502Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"e6cd87a2-141a-4dcb-b4fc-9309332965a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"name":"e2e-api-a-f2218a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:47.950453802Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"e2e-e2e-api-a-f2218a-policy","reconcileID":"e6cd87a2-141a-4dcb-b4fc-9309332965a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f2218a-policy","namespace":"ai-tenant-e2e-api-a-f2218a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f2218a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:47.958374491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8df4553f-2a0b-489a-bbe1-c85bc909fb77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:47.958390842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8df4553f-2a0b-489a-bbe1-c85bc909fb77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.111031279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85c7391-02d8-4f95-91c3-38c193f80045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.114585089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85c7391-02d8-4f95-91c3-38c193f80045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.118081698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85c7391-02d8-4f95-91c3-38c193f80045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.121444366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85c7391-02d8-4f95-91c3-38c193f80045","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.573565093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653d5e3f-6bca-4be5-90dc-1c2ecd6348c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.577570834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653d5e3f-6bca-4be5-90dc-1c2ecd6348c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.581261743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653d5e3f-6bca-4be5-90dc-1c2ecd6348c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.64249857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653d5e3f-6bca-4be5-90dc-1c2ecd6348c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.968079558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c384a6bb-43f5-4c4c-97a0-08c6d1f25b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.977498999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c384a6bb-43f5-4c4c-97a0-08c6d1f25b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:49.982125886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c384a6bb-43f5-4c4c-97a0-08c6d1f25b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.009026331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c384a6bb-43f5-4c4c-97a0-08c6d1f25b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.22250076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbe5008-b1d7-4e13-8693-d803700d7a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.22581456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbe5008-b1d7-4e13-8693-d803700d7a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.22897021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbe5008-b1d7-4e13-8693-d803700d7a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.232457368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fbe5008-b1d7-4e13-8693-d803700d7a6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.421122582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77958b8b-ffeb-4d78-92ef-794e4f586182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.424438261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77958b8b-ffeb-4d78-92ef-794e4f586182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.427802974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77958b8b-ffeb-4d78-92ef-794e4f586182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.431089615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77958b8b-ffeb-4d78-92ef-794e4f586182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.761392732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c78546-fc77-434d-91c1-919f30836a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.765095339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c78546-fc77-434d-91c1-919f30836a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.768955887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c78546-fc77-434d-91c1-919f30836a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:50.772808442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c78546-fc77-434d-91c1-919f30836a68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.105282421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b749968a-620d-4019-9150-7e558ff62c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.109037358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b749968a-620d-4019-9150-7e558ff62c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.112687519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b749968a-620d-4019-9150-7e558ff62c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.116270972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b749968a-620d-4019-9150-7e558ff62c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.315408202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c8676b-9447-4861-a714-cd8e58749762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.31921173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c8676b-9447-4861-a714-cd8e58749762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.322794329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c8676b-9447-4861-a714-cd8e58749762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.326294357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99c8676b-9447-4861-a714-cd8e58749762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.606453725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"ad46f4aa-8fb5-43c1-a47f-36612cca4654","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-400777","tenantID":"e2e-api-b-400777","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.6168616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"ad46f4aa-8fb5-43c1-a47f-36612cca4654","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"name":"e2e-api-b-400777-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.621007135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c77500-6d46-48a6-9cfc-2ff1e910d299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.645018019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c77500-6d46-48a6-9cfc-2ff1e910d299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.645807103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-400777-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"ad46f4aa-8fb5-43c1-a47f-36612cca4654","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.648580904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c77500-6d46-48a6-9cfc-2ff1e910d299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.6521434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68c77500-6d46-48a6-9cfc-2ff1e910d299","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.916727227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3029d8fb-f535-4d01-94ff-a2e7ce432a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.920264603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3029d8fb-f535-4d01-94ff-a2e7ce432a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.940662022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3029d8fb-f535-4d01-94ff-a2e7ce432a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:51.944001684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3029d8fb-f535-4d01-94ff-a2e7ce432a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.766903813Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","namespace":"ai-tenant-e2e-api-a-f2218a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.766968148Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","namespace":"ai-tenant-e2e-api-a-f2218a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.767018911Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","tenant":"e2e-api-a-f2218a","tenantID":"e2e-api-a-f2218a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.772455454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"Deployment","name":"maas-api-e2e-api-a-f2218a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.791930457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"Service","name":"maas-api-e2e-api-a-f2218a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.803879694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f2218a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.811684132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f2218a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.822210813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.829838489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.840629175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.849762476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.852996875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"Deployment","name":"payload-processing-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.85597824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.859002123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"Service","name":"payload-processing-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.862052771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.865048436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.868086086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.871120946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.878235715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.881342201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.88472512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.887642368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f2218a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:53.890591186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f2218a"},"namespace":"ai-tenant-e2e-api-a-f2218a","name":"default-tenant","reconcileID":"12761f73-f5f0-4a5f-a6d1-9aeab1df2ffa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f2218a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:55.576570745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0177db82-77b2-4e43-af90-fad5bd4a49a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:55.580768086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0177db82-77b2-4e43-af90-fad5bd4a49a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:55.587033763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0177db82-77b2-4e43-af90-fad5bd4a49a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:55.59387347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0177db82-77b2-4e43-af90-fad5bd4a49a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:55.779732252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f931b5dc-cee6-4987-b4b8-cdc9ee605994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:55.785475089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f931b5dc-cee6-4987-b4b8-cdc9ee605994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:55.792495128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f931b5dc-cee6-4987-b4b8-cdc9ee605994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:55.797624983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f931b5dc-cee6-4987-b4b8-cdc9ee605994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.150553255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0fa88d-bd91-44c6-90fe-588e5b5354b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.154669711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0fa88d-bd91-44c6-90fe-588e5b5354b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.158592782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0fa88d-bd91-44c6-90fe-588e5b5354b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.162159199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f0fa88d-bd91-44c6-90fe-588e5b5354b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.526831903Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f2218a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f2218a","reconcileID":"f5414f3f-9cd4-452b-b461-cdfe3dc7b869","aitenant":"ai-tenants/e2e-api-a-f2218a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.572164941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903432ad-ce27-412e-a9b0-1df4b4b35a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.57603769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903432ad-ce27-412e-a9b0-1df4b4b35a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.579516973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903432ad-ce27-412e-a9b0-1df4b4b35a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.582833511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"903432ad-ce27-412e-a9b0-1df4b4b35a99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.61747243Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f2218a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f2218a","reconcileID":"f5414f3f-9cd4-452b-b461-cdfe3dc7b869","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f2218a","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f2218a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.854045976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a726c21a-454a-44a7-873b-08fb1adc1592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.857396634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a726c21a-454a-44a7-873b-08fb1adc1592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.860646556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a726c21a-454a-44a7-873b-08fb1adc1592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.864220757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a726c21a-454a-44a7-873b-08fb1adc1592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.931249372Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","namespace":"ai-tenant-e2e-ipp-a-1b7b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.931320177Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","namespace":"ai-tenant-e2e-ipp-a-1b7b5e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.931386416Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","tenant":"e2e-ipp-a-1b7b5e","tenantID":"e2e-ipp-a-1b7b5e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.937235101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"Deployment","name":"maas-api-e2e-ipp-a-1b7b5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.951230271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"Service","name":"maas-api-e2e-ipp-a-1b7b5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.963280019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-1b7b5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.970772192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-1b7b5e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:56.985094212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.003042846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.011984295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.051084288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.063139669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.06899552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.083669341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"Service","name":"payload-processing-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.103543874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.110488624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.116359873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.123309428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.135208889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbd6266-6e0e-4fee-995f-286cf2799bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.135375996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.140274966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbd6266-6e0e-4fee-995f-286cf2799bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.143997281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbd6266-6e0e-4fee-995f-286cf2799bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.146261247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.147727908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afbd6266-6e0e-4fee-995f-286cf2799bc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.153211954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.161300971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-1b7b5e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.167266016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-1b7b5e"},"namespace":"ai-tenant-e2e-ipp-a-1b7b5e","name":"default-tenant","reconcileID":"7fd0f287-2314-4b5f-a29d-80abbf767e2d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-1b7b5e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.593950753Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-efba68","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-efba68","reconcileID":"eaee038f-eaec-4760-bd2b-31ed3337fc40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-efba68","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-efba68":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.776930019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff2c4b0-0ad9-40a2-96c6-dd68cbd1e8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.781686425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff2c4b0-0ad9-40a2-96c6-dd68cbd1e8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.786010864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff2c4b0-0ad9-40a2-96c6-dd68cbd1e8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.79074571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fff2c4b0-0ad9-40a2-96c6-dd68cbd1e8e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.234757815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1106de64-c5ce-433a-acdc-953c84d06ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.238197444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1106de64-c5ce-433a-acdc-953c84d06ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.241476868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1106de64-c5ce-433a-acdc-953c84d06ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.244837653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1106de64-c5ce-433a-acdc-953c84d06ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.520108812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f694481-c9d3-408f-a17d-98cf6203c880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.524822275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f694481-c9d3-408f-a17d-98cf6203c880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.529097781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f694481-c9d3-408f-a17d-98cf6203c880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.533743979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f694481-c9d3-408f-a17d-98cf6203c880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.815081022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4bd6344-94e4-405e-8943-586f29f3dce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.818766387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4bd6344-94e4-405e-8943-586f29f3dce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.822387705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4bd6344-94e4-405e-8943-586f29f3dce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.827825733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4bd6344-94e4-405e-8943-586f29f3dce9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.366670185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0795f91-2358-4cd3-a9e7-651aee1a3ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.398889578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0795f91-2358-4cd3-a9e7-651aee1a3ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.463995351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0795f91-2358-4cd3-a9e7-651aee1a3ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.471132286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0795f91-2358-4cd3-a9e7-651aee1a3ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:00.70105036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d389ce13-4cc4-44c3-b215-d886bc220a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:00.704553941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d389ce13-4cc4-44c3-b215-d886bc220a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:00.708050352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d389ce13-4cc4-44c3-b215-d886bc220a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:00.713911931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d389ce13-4cc4-44c3-b215-d886bc220a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:00.968656355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51390df0-9c8a-4888-8d5e-dd321d474a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.053938974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51390df0-9c8a-4888-8d5e-dd321d474a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.077935715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51390df0-9c8a-4888-8d5e-dd321d474a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.08474106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51390df0-9c8a-4888-8d5e-dd321d474a92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.295496831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e7cdb4-0e73-46e4-9307-dab1f39d8dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.298889045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e7cdb4-0e73-46e4-9307-dab1f39d8dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.302158043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e7cdb4-0e73-46e4-9307-dab1f39d8dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.305610733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e7cdb4-0e73-46e4-9307-dab1f39d8dd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.367214621Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","namespace":"ai-tenant-e2e-ipp-a-6b9849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.367267951Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","namespace":"ai-tenant-e2e-ipp-a-6b9849","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.367322861Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","tenant":"e2e-ipp-a-6b9849","tenantID":"e2e-ipp-a-6b9849","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.372673324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"Deployment","name":"maas-api-e2e-ipp-a-6b9849","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.386280952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"Service","name":"maas-api-e2e-ipp-a-6b9849","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.395130309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-6b9849","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.406639686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-6b9849","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.415730717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.422172069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.432881015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.439579466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.444974689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.450249889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.466521292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"Service","name":"payload-processing-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.480648505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.488325642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.494400518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.50155765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.510041966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.515685772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.522080712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.527058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-6b9849","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.532876775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6b9849"},"namespace":"ai-tenant-e2e-ipp-a-6b9849","name":"default-tenant","reconcileID":"b62cf145-6abc-41b5-8449-3a1434e0eb8e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-6b9849","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.686177748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"81ac93ec-6bd4-4277-9c07-ca6f3287c5fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-400777","tenantID":"e2e-api-b-400777","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.735377747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"81ac93ec-6bd4-4277-9c07-ca6f3287c5fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"name":"e2e-api-b-400777-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.904264104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-400777-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"81ac93ec-6bd4-4277-9c07-ca6f3287c5fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:02.936666905Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1b7b5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1b7b5e","reconcileID":"7cfc00e4-cba2-4b5b-baca-e996973231cd","aitenant":"ai-tenants/e2e-ipp-a-1b7b5e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.069022588Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-1b7b5e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-1b7b5e","reconcileID":"7cfc00e4-cba2-4b5b-baca-e996973231cd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-1b7b5e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-1b7b5e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.133512235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b5af52-61b6-4213-a6e6-c08f0c5e634e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.175127195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b5af52-61b6-4213-a6e6-c08f0c5e634e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.195903153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b5af52-61b6-4213-a6e6-c08f0c5e634e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.262197189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b5af52-61b6-4213-a6e6-c08f0c5e634e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.311902748Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"95adc11d-0103-4acc-9761-a583f879f5b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.312319025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c751efc-e7ee-4fbd-8d28-239d4c1c332b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.31258077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c751efc-e7ee-4fbd-8d28-239d4c1c332b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.427650267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"95adc11d-0103-4acc-9761-a583f879f5b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-400777","tenantID":"e2e-api-b-400777","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.482511265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"95adc11d-0103-4acc-9761-a583f879f5b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"name":"e2e-api-b-400777-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.482540889Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"e2e-e2e-api-b-400777-policy","reconcileID":"95adc11d-0103-4acc-9761-a583f879f5b4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-400777-policy","namespace":"ai-tenant-e2e-api-b-400777"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-400777","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.542508933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c731b72c-d719-4cb9-800c-c7d97199926d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.542616837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c731b72c-d719-4cb9-800c-c7d97199926d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.848581439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c015d6d2-36b7-4bcd-9f5e-be8e3519a9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.851992165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c015d6d2-36b7-4bcd-9f5e-be8e3519a9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.855257738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c015d6d2-36b7-4bcd-9f5e-be8e3519a9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:03.858477615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c015d6d2-36b7-4bcd-9f5e-be8e3519a9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.225716306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90eecf6-fdf2-476a-856f-cb5427daf57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.241199785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90eecf6-fdf2-476a-856f-cb5427daf57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.24467676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90eecf6-fdf2-476a-856f-cb5427daf57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.248192409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90eecf6-fdf2-476a-856f-cb5427daf57a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.715998369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e14fd-987e-409d-b61c-906d6bde0120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.71933626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e14fd-987e-409d-b61c-906d6bde0120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.722817847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e14fd-987e-409d-b61c-906d6bde0120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.726246117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e14fd-987e-409d-b61c-906d6bde0120","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.919969418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d74c1d9-cb85-44e7-9f80-25e40f4f334e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.940804516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d74c1d9-cb85-44e7-9f80-25e40f4f334e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.944725803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d74c1d9-cb85-44e7-9f80-25e40f4f334e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:04.948219027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d74c1d9-cb85-44e7-9f80-25e40f4f334e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.343524956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c655c8e-94ba-44c5-b527-b56fa217146b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.348417993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c655c8e-94ba-44c5-b527-b56fa217146b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.35810183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c655c8e-94ba-44c5-b527-b56fa217146b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.363618206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c655c8e-94ba-44c5-b527-b56fa217146b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.596739219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afa5cb4-3147-4bb7-ab49-ad4dc89d2ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.600068455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afa5cb4-3147-4bb7-ab49-ad4dc89d2ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.603446576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afa5cb4-3147-4bb7-ab49-ad4dc89d2ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.606824195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3afa5cb4-3147-4bb7-ab49-ad4dc89d2ca9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.798532049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa7886b-5208-4fc6-aaa9-109ea4ad12a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.802064502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa7886b-5208-4fc6-aaa9-109ea4ad12a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.806373588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa7886b-5208-4fc6-aaa9-109ea4ad12a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.810050608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa7886b-5208-4fc6-aaa9-109ea4ad12a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:05.998841463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac63179-c6e2-4ade-8bf7-726e11a3c93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.00220698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac63179-c6e2-4ade-8bf7-726e11a3c93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.006054371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac63179-c6e2-4ade-8bf7-726e11a3c93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.009545985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac63179-c6e2-4ade-8bf7-726e11a3c93e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.260508519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4411308b-049b-4382-be93-39cd1fcfa57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.264708964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4411308b-049b-4382-be93-39cd1fcfa57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.268320633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4411308b-049b-4382-be93-39cd1fcfa57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.271967656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4411308b-049b-4382-be93-39cd1fcfa57d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.555854755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1c651c-cf90-4c9a-bd5c-7756a47ef183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.559187488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1c651c-cf90-4c9a-bd5c-7756a47ef183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.562418344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1c651c-cf90-4c9a-bd5c-7756a47ef183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.565746254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b1c651c-cf90-4c9a-bd5c-7756a47ef183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.812203387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d0bb53-9be1-47e4-a0f8-40586ff82548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.815491141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d0bb53-9be1-47e4-a0f8-40586ff82548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.81899937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d0bb53-9be1-47e4-a0f8-40586ff82548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.822658193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d0bb53-9be1-47e4-a0f8-40586ff82548","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.012552228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02789adb-4d44-4829-86ce-9f8f6762db05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.01597806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02789adb-4d44-4829-86ce-9f8f6762db05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.019256003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02789adb-4d44-4829-86ce-9f8f6762db05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.022709951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02789adb-4d44-4829-86ce-9f8f6762db05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:07.865094354Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6b9849","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6b9849","reconcileID":"9f578b11-72eb-4051-971f-0917ce9aca33","aitenant":"ai-tenants/e2e-ipp-a-6b9849","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.002240305Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6b9849","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6b9849","reconcileID":"9f578b11-72eb-4051-971f-0917ce9aca33","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6b9849","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-6b9849"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.020834374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6a408-9e95-4a6f-be0a-d0d57d8377d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.024937269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6a408-9e95-4a6f-be0a-d0d57d8377d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.028531787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6a408-9e95-4a6f-be0a-d0d57d8377d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.03219405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6a408-9e95-4a6f-be0a-d0d57d8377d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.356142987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707d3c2a-7bb2-4c59-ac3b-e15bac4e366d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.360451731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707d3c2a-7bb2-4c59-ac3b-e15bac4e366d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.367188086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707d3c2a-7bb2-4c59-ac3b-e15bac4e366d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.375688226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"707d3c2a-7bb2-4c59-ac3b-e15bac4e366d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.718404716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94f66d6-48db-4725-8c51-79dc7a0e381f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.862414662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94f66d6-48db-4725-8c51-79dc7a0e381f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.877043286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94f66d6-48db-4725-8c51-79dc7a0e381f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.885613757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f94f66d6-48db-4725-8c51-79dc7a0e381f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.860987678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"9afb3c90-739c-4458-a88c-5a71d1e330c5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-efba68","tenantID":"e2e-ipp-b-efba68","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.900206928Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"9afb3c90-739c-4458-a88c-5a71d1e330c5","name":"e2e-ipp-b-efba68-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.363151227Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.654767588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b2a63f-c420-4187-a5d7-b6be59223fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.658198395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b2a63f-c420-4187-a5d7-b6be59223fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.662074425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b2a63f-c420-4187-a5d7-b6be59223fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.665465042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05b2a63f-c420-4187-a5d7-b6be59223fde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.903657464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ac7855-a175-4b87-8b8a-48e108e1a7e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.907235292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ac7855-a175-4b87-8b8a-48e108e1a7e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.910782165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ac7855-a175-4b87-8b8a-48e108e1a7e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.914100014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ac7855-a175-4b87-8b8a-48e108e1a7e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:11.942290012Z","body":"Kuadrant WASM auth not found on gateway; enabling ext_proc router fallback patches","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"22154f0d-9471-4a45-bc4f-998469f07576","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.437819765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87a58ea-d41a-4de8-8630-4cafe4b54551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.441162277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87a58ea-d41a-4de8-8630-4cafe4b54551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.444671706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87a58ea-d41a-4de8-8630-4cafe4b54551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.448162847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87a58ea-d41a-4de8-8630-4cafe4b54551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.719658532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5d014-baa7-4437-b2be-509b4907c5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.72297253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5d014-baa7-4437-b2be-509b4907c5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.726908601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5d014-baa7-4437-b2be-509b4907c5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.730540976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ab5d014-baa7-4437-b2be-509b4907c5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:12.994313615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff26498e-7273-42f7-b7b3-4f5314b08047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:13.000696834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff26498e-7273-42f7-b7b3-4f5314b08047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:13.006803204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff26498e-7273-42f7-b7b3-4f5314b08047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:13.012083201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff26498e-7273-42f7-b7b3-4f5314b08047","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:13.335239379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb40e48b-2606-4b9b-80e7-4233591d0b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:13.339031755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb40e48b-2606-4b9b-80e7-4233591d0b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:13.342520388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb40e48b-2606-4b9b-80e7-4233591d0b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:13.346123078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb40e48b-2606-4b9b-80e7-4233591d0b69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.81752884Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","namespace":"ai-tenant-e2e-api-b-400777","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.817584965Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","namespace":"ai-tenant-e2e-api-b-400777","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.81764479Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","tenant":"e2e-api-b-400777","tenantID":"e2e-api-b-400777","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.829684544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"Deployment","name":"maas-api-e2e-api-b-400777","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.844529027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"Service","name":"maas-api-e2e-api-b-400777","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.865138002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-400777","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.872392269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-400777","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.879013445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.88891577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.897509791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.904420058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.908312596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"Deployment","name":"payload-processing-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.912506327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.915733555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"Service","name":"payload-processing-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.918979343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"Service","name":"payload-pre-processing-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.922403095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.925428852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.928674442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.935954184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.939256276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.944869465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.948132615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-400777","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:15.951393891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-400777"},"namespace":"ai-tenant-e2e-api-b-400777","name":"default-tenant","reconcileID":"09df2a17-8a0c-494c-9238-712a92bf4648","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-400777","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.330116508Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-400777","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-400777","reconcileID":"4dbcda0e-aedf-438b-9d29-58a4292a8963","aitenant":"ai-tenants/e2e-api-b-400777","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.434092053Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-400777","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-400777","reconcileID":"4dbcda0e-aedf-438b-9d29-58a4292a8963","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-400777","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-400777"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.479813419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6950c2f9-6e26-46ff-a13f-edfbe88a005d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.486755175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6950c2f9-6e26-46ff-a13f-edfbe88a005d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.497820278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6950c2f9-6e26-46ff-a13f-edfbe88a005d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.50823404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6950c2f9-6e26-46ff-a13f-edfbe88a005d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.767078651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0cd542-67ca-49f2-87d0-42a7c96b4224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.771137511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0cd542-67ca-49f2-87d0-42a7c96b4224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.774921368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0cd542-67ca-49f2-87d0-42a7c96b4224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:19.779757112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e0cd542-67ca-49f2-87d0-42a7c96b4224","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.340814084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112978d2-0756-4255-b871-bbe29f82a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.344933666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112978d2-0756-4255-b871-bbe29f82a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.350164294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112978d2-0756-4255-b871-bbe29f82a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.353945119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112978d2-0756-4255-b871-bbe29f82a159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.667889088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4cf1b1-dfab-48e9-9be1-d10b049348a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.671398011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4cf1b1-dfab-48e9-9be1-d10b049348a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.675023343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4cf1b1-dfab-48e9-9be1-d10b049348a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.678714249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c4cf1b1-dfab-48e9-9be1-d10b049348a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.905949386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d8f02f-ff31-461f-bad2-d31a72ebae88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.909706631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d8f02f-ff31-461f-bad2-d31a72ebae88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.913420142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d8f02f-ff31-461f-bad2-d31a72ebae88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:20.917094666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14d8f02f-ff31-461f-bad2-d31a72ebae88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.269399061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4065c7ad-16dc-4129-99c2-54bb11418f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.273346594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4065c7ad-16dc-4129-99c2-54bb11418f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.280528787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4065c7ad-16dc-4129-99c2-54bb11418f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.355385697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4065c7ad-16dc-4129-99c2-54bb11418f80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.620841754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997c0f77-67ac-4bdb-8041-8c68d11b314e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.63138071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997c0f77-67ac-4bdb-8041-8c68d11b314e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.640218011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997c0f77-67ac-4bdb-8041-8c68d11b314e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.651425495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"997c0f77-67ac-4bdb-8041-8c68d11b314e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.847738972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7df0ee-c78e-4510-910d-26b439805e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.854150644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7df0ee-c78e-4510-910d-26b439805e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.861115099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7df0ee-c78e-4510-910d-26b439805e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:21.864326557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c7df0ee-c78e-4510-910d-26b439805e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.045430777Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","namespace":"ai-tenant-e2e-ipp-b-d6789f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.045536114Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","namespace":"ai-tenant-e2e-ipp-b-d6789f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.045694293Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","tenant":"e2e-ipp-b-d6789f","tenantID":"e2e-ipp-b-d6789f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.051930098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d6789f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.068191796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"Service","name":"maas-api-e2e-ipp-b-d6789f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.085165287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d6789f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.091845243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d6789f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.107044353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.112931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.12297907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.130153574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.136193046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.14449424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.170102403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"Service","name":"payload-processing-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.191849338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.19824761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.208719086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.217420849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.252513557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.260991635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.267463161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.275289269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d6789f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.281019128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d6789f"},"namespace":"ai-tenant-e2e-ipp-b-d6789f","name":"default-tenant","reconcileID":"32ea9ddf-d69b-4976-b8e7-168b251a66b3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d6789f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.307724947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ecb1a25-aa19-4282-909d-f28f5937df2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.311332352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ecb1a25-aa19-4282-909d-f28f5937df2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.315066136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ecb1a25-aa19-4282-909d-f28f5937df2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.342191576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ecb1a25-aa19-4282-909d-f28f5937df2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.813774409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff296aa-0fa4-481c-bb53-db82d1ca8257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.81769392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff296aa-0fa4-481c-bb53-db82d1ca8257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.821689551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff296aa-0fa4-481c-bb53-db82d1ca8257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:23.826861746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff296aa-0fa4-481c-bb53-db82d1ca8257","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:25.404478848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2365b9ec-1e92-4b58-a247-737b10f26383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:25.408978794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2365b9ec-1e92-4b58-a247-737b10f26383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:25.412974462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2365b9ec-1e92-4b58-a247-737b10f26383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:25.442241286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2365b9ec-1e92-4b58-a247-737b10f26383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:25.830236776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cecca5-1007-458d-9f56-f8aaa83b934c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:25.841216367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cecca5-1007-458d-9f56-f8aaa83b934c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:25.851689882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cecca5-1007-458d-9f56-f8aaa83b934c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:25.867424932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cecca5-1007-458d-9f56-f8aaa83b934c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.134138566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f36179-1efd-40ae-bc8f-b39e9b79aae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.160804382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f36179-1efd-40ae-bc8f-b39e9b79aae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.172332477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f36179-1efd-40ae-bc8f-b39e9b79aae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.176117869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f36179-1efd-40ae-bc8f-b39e9b79aae3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.332713905Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-82c116","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-82c116","reconcileID":"ea58df3a-e5e9-4e64-8f8a-170fbafa3b15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-82c116","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-82c116":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.403794674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbbd0e0-94e1-409b-a0f4-7109e5c1cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.407258327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbbd0e0-94e1-409b-a0f4-7109e5c1cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.41263295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbbd0e0-94e1-409b-a0f4-7109e5c1cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.419416528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bbbd0e0-94e1-409b-a0f4-7109e5c1cc3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.772836649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40897af-89a1-4601-ab61-068458c0799b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.777614962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40897af-89a1-4601-ab61-068458c0799b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.781036224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40897af-89a1-4601-ab61-068458c0799b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:26.784245232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40897af-89a1-4601-ab61-068458c0799b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:29.114230724Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d6789f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d6789f","reconcileID":"70528b07-a84e-4cb3-a00f-327bae0157b5","aitenant":"ai-tenants/e2e-ipp-b-d6789f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:29.226504223Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d6789f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d6789f","reconcileID":"70528b07-a84e-4cb3-a00f-327bae0157b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d6789f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d6789f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:29.277315778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5a85a6-870c-4f27-97f7-67133102ff4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:29.324724288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5a85a6-870c-4f27-97f7-67133102ff4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:29.334658472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5a85a6-870c-4f27-97f7-67133102ff4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:29.348720148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f5a85a6-870c-4f27-97f7-67133102ff4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:29.619833751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81ae9ca-5f99-4a71-8ec5-a6309e400d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:29.62409385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81ae9ca-5f99-4a71-8ec5-a6309e400d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:29.629082913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81ae9ca-5f99-4a71-8ec5-a6309e400d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:29.636275093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81ae9ca-5f99-4a71-8ec5-a6309e400d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.186119331Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","namespace":"ai-tenant-e2e-ipp-b-b07e26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.186283391Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","namespace":"ai-tenant-e2e-ipp-b-b07e26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.186381605Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","tenant":"e2e-ipp-b-b07e26","tenantID":"e2e-ipp-b-b07e26","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.193064627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b07e26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.215288663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"Service","name":"maas-api-e2e-ipp-b-b07e26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.235978558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b07e26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.241067973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b07e26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.255717159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.260073308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916dfbf8-3bdb-439e-827d-0bbe7652a5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.26818403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916dfbf8-3bdb-439e-827d-0bbe7652a5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.269553917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.277829972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916dfbf8-3bdb-439e-827d-0bbe7652a5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.282663567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"916dfbf8-3bdb-439e-827d-0bbe7652a5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.286840827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.292726018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.299987677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.307450678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.32883588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"Service","name":"payload-processing-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.35478452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.365691442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.374978269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.382539426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.39155275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.398184757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.412713957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.419847201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b07e26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:30.425240568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b07e26"},"namespace":"ai-tenant-e2e-ipp-b-b07e26","name":"default-tenant","reconcileID":"6d590cf3-c846-44cc-8276-a56f88ee0c1d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b07e26","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.143892959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33e32c4-167b-4d6f-90da-b2ddcd306780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.150787032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33e32c4-167b-4d6f-90da-b2ddcd306780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.156648568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33e32c4-167b-4d6f-90da-b2ddcd306780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.162569561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f33e32c4-167b-4d6f-90da-b2ddcd306780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.564366037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b4c1d1-67a6-44fa-8948-cbae1a845bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.576259059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b4c1d1-67a6-44fa-8948-cbae1a845bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.581229371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b4c1d1-67a6-44fa-8948-cbae1a845bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:31.585933151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b4c1d1-67a6-44fa-8948-cbae1a845bf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.420222299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7de744-3280-4222-ba1d-9baf869a686b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.479869907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7de744-3280-4222-ba1d-9baf869a686b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.485103315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7de744-3280-4222-ba1d-9baf869a686b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.494896217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7de744-3280-4222-ba1d-9baf869a686b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.796994115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabfb042-7a29-48c6-80a7-25aacc1b7b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.800617773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabfb042-7a29-48c6-80a7-25aacc1b7b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.804109964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabfb042-7a29-48c6-80a7-25aacc1b7b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:33.807805965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabfb042-7a29-48c6-80a7-25aacc1b7b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.372376095Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-1142fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-1142fd","reconcileID":"218ebd39-a620-4d31-938f-585f935bdb6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-1142fd","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-1142fd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.541096863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4181ba42-902f-4a85-a4d3-8161021839a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.544488712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4181ba42-902f-4a85-a4d3-8161021839a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.551868334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4181ba42-902f-4a85-a4d3-8161021839a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:34.579263177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4181ba42-902f-4a85-a4d3-8161021839a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.023432859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c852e55e-e18b-4d12-b5b7-53f8ae236849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.026971483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c852e55e-e18b-4d12-b5b7-53f8ae236849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.030563737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c852e55e-e18b-4d12-b5b7-53f8ae236849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.043843346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c852e55e-e18b-4d12-b5b7-53f8ae236849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.305746119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63471c33-1998-450d-bb8b-2518dde3b8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.309553674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63471c33-1998-450d-bb8b-2518dde3b8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.31320714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63471c33-1998-450d-bb8b-2518dde3b8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.316786805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63471c33-1998-450d-bb8b-2518dde3b8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:35.957667959Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3f36ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3f36ae","reconcileID":"a898bf96-7a4e-43e2-ae15-f9b061a0e37f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3f36ae","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3f36ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.452891437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd072574-25d3-4a4f-87ee-3af15b0085c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.457376844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd072574-25d3-4a4f-87ee-3af15b0085c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.465272051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd072574-25d3-4a4f-87ee-3af15b0085c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.477519636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd072574-25d3-4a4f-87ee-3af15b0085c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.767272959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66ab850-62ee-4828-9201-efdd5eed1725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.771217257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66ab850-62ee-4828-9201-efdd5eed1725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.77451131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66ab850-62ee-4828-9201-efdd5eed1725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:36.778512697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d66ab850-62ee-4828-9201-efdd5eed1725","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:38.823240485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2981b219-a753-4697-9722-ddcf8570ff86","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-82c116","tenantID":"e2e-praxis-a-82c116","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:38.865338562Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2981b219-a753-4697-9722-ddcf8570ff86","name":"e2e-praxis-a-82c116-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.153058853Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b07e26","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b07e26","reconcileID":"dd4ba25f-b57c-4ef7-807a-a2393765539a","aitenant":"ai-tenants/e2e-ipp-b-b07e26","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.426943262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7892457d-7253-4a1d-9f37-540184e4eab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.456708065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7892457d-7253-4a1d-9f37-540184e4eab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.457935322Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b07e26","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b07e26","reconcileID":"dd4ba25f-b57c-4ef7-807a-a2393765539a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b07e26","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b07e26"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.473003852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7892457d-7253-4a1d-9f37-540184e4eab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.569952527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7892457d-7253-4a1d-9f37-540184e4eab2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:40.024266345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21100bad-0fcf-48e6-b70f-67e65793e4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:40.028329181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21100bad-0fcf-48e6-b70f-67e65793e4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:40.031855192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21100bad-0fcf-48e6-b70f-67e65793e4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:40.035490081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21100bad-0fcf-48e6-b70f-67e65793e4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:41.347120668Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.689382516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fb16ac-086a-477a-9829-db01456655f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.693174279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fb16ac-086a-477a-9829-db01456655f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.697235268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fb16ac-086a-477a-9829-db01456655f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.704376038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fb16ac-086a-477a-9829-db01456655f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.886372901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"b065c56b-7b78-40c9-9d82-ba6acd7fc806","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-1142fd","tenantID":"e2e-ipp-b-1142fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.940931799Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"b065c56b-7b78-40c9-9d82-ba6acd7fc806","name":"e2e-ipp-b-1142fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:45.03231539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8259ffb6-8793-4923-bf8a-f721b24cb4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:45.047205565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8259ffb6-8793-4923-bf8a-f721b24cb4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:45.057405662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8259ffb6-8793-4923-bf8a-f721b24cb4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:45.065913019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8259ffb6-8793-4923-bf8a-f721b24cb4b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:45.689661651Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a596f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a596f7","reconcileID":"d1fe4904-5d10-4efd-b81b-e00a94ff53f6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a596f7","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-a596f7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:45.737296177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6864497d-4504-48e6-b955-91b06313f00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:45.740867746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6864497d-4504-48e6-b955-91b06313f00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:45.744293447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6864497d-4504-48e6-b955-91b06313f00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:45.748279935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6864497d-4504-48e6-b955-91b06313f00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:45.995395674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970e5020-b35a-4140-8504-da56d83d7d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:46.002223141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970e5020-b35a-4140-8504-da56d83d7d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:46.008550662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970e5020-b35a-4140-8504-da56d83d7d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:46.012365005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"970e5020-b35a-4140-8504-da56d83d7d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:46.296103246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd75605e-a987-4de6-afe5-f8ceb0f49a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:46.300540552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd75605e-a987-4de6-afe5-f8ceb0f49a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:46.304002406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd75605e-a987-4de6-afe5-f8ceb0f49a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:46.307550076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd75605e-a987-4de6-afe5-f8ceb0f49a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.400454362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"0c88370a-63b6-4149-9762-7c9b5a3d9c8b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3f36ae","tenantID":"e2e-praxis-a-3f36ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.420893454Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"0c88370a-63b6-4149-9762-7c9b5a3d9c8b","name":"e2e-praxis-a-3f36ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.644039287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a293fac-5f79-4f63-a404-b11709d383fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.647295994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a293fac-5f79-4f63-a404-b11709d383fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.65066742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a293fac-5f79-4f63-a404-b11709d383fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.654616229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a293fac-5f79-4f63-a404-b11709d383fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.910019614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91230ae6-56ec-4e81-b7bc-fdec14406731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.913357233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91230ae6-56ec-4e81-b7bc-fdec14406731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.916680936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91230ae6-56ec-4e81-b7bc-fdec14406731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.91994473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91230ae6-56ec-4e81-b7bc-fdec14406731","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:56.846543893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a36d3f-2c6f-4487-b0b2-cfe9e3c1f519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:56.852210006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a36d3f-2c6f-4487-b0b2-cfe9e3c1f519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:56.859272161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a36d3f-2c6f-4487-b0b2-cfe9e3c1f519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:56.863435844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a36d3f-2c6f-4487-b0b2-cfe9e3c1f519","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:57.253744915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510283f4-f35e-4b51-8731-dac66689da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:57.259035953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510283f4-f35e-4b51-8731-dac66689da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:57.270745465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510283f4-f35e-4b51-8731-dac66689da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:57.275780457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510283f4-f35e-4b51-8731-dac66689da0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:57.679932293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e87457d-8956-4eab-ae53-9cf067faae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:57.706304185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e87457d-8956-4eab-ae53-9cf067faae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:57.72210398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e87457d-8956-4eab-ae53-9cf067faae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:57.75390748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e87457d-8956-4eab-ae53-9cf067faae1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:57.78578874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0e77308a-c6f6-41f7-b546-dbc4bb75c50e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-a596f7","tenantID":"e2e-praxis-a-a596f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:57.806256124Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0e77308a-c6f6-41f7-b546-dbc4bb75c50e","name":"e2e-praxis-a-a596f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:01.417874112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff196ab1-cf09-40b1-a4b6-e219241772e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:01.421587359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff196ab1-cf09-40b1-a4b6-e219241772e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:01.425249213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff196ab1-cf09-40b1-a4b6-e219241772e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:01.428885408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff196ab1-cf09-40b1-a4b6-e219241772e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.001961708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2d1342-498c-499a-aa68-cfb4ac71fc7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.006451276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2d1342-498c-499a-aa68-cfb4ac71fc7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.010337104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2d1342-498c-499a-aa68-cfb4ac71fc7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.014309441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b2d1342-498c-499a-aa68-cfb4ac71fc7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.34931383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454f18ce-869c-4511-8938-cfa7bf682703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.35567332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454f18ce-869c-4511-8938-cfa7bf682703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.361722873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454f18ce-869c-4511-8938-cfa7bf682703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.369510444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"454f18ce-869c-4511-8938-cfa7bf682703","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.402969975Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c4f356","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c4f356","reconcileID":"34e96d41-45a8-499f-9c55-6f6e6d3e541a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c4f356","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-c4f356":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.637557269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf389976-1f80-4610-9005-ebfa02a3bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.641095018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf389976-1f80-4610-9005-ebfa02a3bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.65166819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf389976-1f80-4610-9005-ebfa02a3bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.66261759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf389976-1f80-4610-9005-ebfa02a3bba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.464559094Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","namespace":"ai-tenant-e2e-ipp-a-bf9b0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.464646427Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","namespace":"ai-tenant-e2e-ipp-a-bf9b0a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.464708726Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","tenant":"e2e-ipp-a-bf9b0a","tenantID":"e2e-ipp-a-bf9b0a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.470195458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"Deployment","name":"maas-api-e2e-ipp-a-bf9b0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.482591749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"Service","name":"maas-api-e2e-ipp-a-bf9b0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.498204489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-bf9b0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.506273275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-bf9b0a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.518490529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.524715381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.5333458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.539185846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.546997369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.552882208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.568860791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"Service","name":"payload-processing-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.585399876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.592439336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.598978564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.606516046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.61646105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.622880477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.630154578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.638233428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-bf9b0a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:06.643632662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bf9b0a"},"namespace":"ai-tenant-e2e-ipp-a-bf9b0a","name":"default-tenant","reconcileID":"635b8416-eed2-4bf3-a49c-04f045c998c9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-bf9b0a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.992181028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962eb32f-f6c3-4a70-a05a-b5465a113cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.995838449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962eb32f-f6c3-4a70-a05a-b5465a113cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:10.999765487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962eb32f-f6c3-4a70-a05a-b5465a113cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.004016143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962eb32f-f6c3-4a70-a05a-b5465a113cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.355893236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d019147c-6d12-4c9f-bda1-5be4bef56953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.377590886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d019147c-6d12-4c9f-bda1-5be4bef56953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.377936001Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.387843281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d019147c-6d12-4c9f-bda1-5be4bef56953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.457801238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d019147c-6d12-4c9f-bda1-5be4bef56953","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.82949106Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1b646f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1b646f","reconcileID":"ecc50ef7-40cf-4710-941c-2c1a3b3c992d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1b646f","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-1b646f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:12.194991198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d38578-3805-4cdb-9446-a0cab548e7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:12.297981417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d38578-3805-4cdb-9446-a0cab548e7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:12.394421052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d38578-3805-4cdb-9446-a0cab548e7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:12.39980156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28d38578-3805-4cdb-9446-a0cab548e7ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:12.621939567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb982bbe-0550-42f1-87ee-137570d6493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:12.626017796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb982bbe-0550-42f1-87ee-137570d6493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:12.630182429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb982bbe-0550-42f1-87ee-137570d6493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:12.633479551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb982bbe-0550-42f1-87ee-137570d6493d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:12.991077522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300e5faa-ff2d-4c13-a908-cb20d878ae17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:12.99458633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300e5faa-ff2d-4c13-a908-cb20d878ae17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:12.998569589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300e5faa-ff2d-4c13-a908-cb20d878ae17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:13.00214607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300e5faa-ff2d-4c13-a908-cb20d878ae17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:13.688890975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a99a3d3-29b5-4976-bb1a-45548438b2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:13.723019555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a99a3d3-29b5-4976-bb1a-45548438b2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:13.743930813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a99a3d3-29b5-4976-bb1a-45548438b2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:13.751038631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a99a3d3-29b5-4976-bb1a-45548438b2fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.148971004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5459b9f8-7ea9-4f6b-8efc-b3e8ea5e8739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.154662369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5459b9f8-7ea9-4f6b-8efc-b3e8ea5e8739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.162541354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5459b9f8-7ea9-4f6b-8efc-b3e8ea5e8739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.172690709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5459b9f8-7ea9-4f6b-8efc-b3e8ea5e8739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.445478376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab5d0712-3f38-42c7-9251-e8f715dda5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.470265342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab5d0712-3f38-42c7-9251-e8f715dda5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.474812407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab5d0712-3f38-42c7-9251-e8f715dda5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.478478903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab5d0712-3f38-42c7-9251-e8f715dda5ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.703510649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2549232-4c14-4202-a9ed-27190117bed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.706965133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2549232-4c14-4202-a9ed-27190117bed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.71014215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2549232-4c14-4202-a9ed-27190117bed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:14.713585931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2549232-4c14-4202-a9ed-27190117bed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.160000813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa707444-de59-4e69-90c8-e18a11e66e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.165032431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa707444-de59-4e69-90c8-e18a11e66e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.168719894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa707444-de59-4e69-90c8-e18a11e66e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.172239623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa707444-de59-4e69-90c8-e18a11e66e1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.172374896Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bf9b0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bf9b0a","reconcileID":"43fa0a8a-1d42-462f-8aa7-d5460aed24b2","aitenant":"ai-tenants/e2e-ipp-a-bf9b0a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.328676063Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bf9b0a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bf9b0a","reconcileID":"43fa0a8a-1d42-462f-8aa7-d5460aed24b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bf9b0a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-bf9b0a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.56379673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a65fc-2360-432f-ac8a-840c1cb63cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.567658587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a65fc-2360-432f-ac8a-840c1cb63cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.571314916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a65fc-2360-432f-ac8a-840c1cb63cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.574948004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a65fc-2360-432f-ac8a-840c1cb63cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.8747894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b594aa85-c209-46c6-bd9a-0559ac151c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.907725296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b594aa85-c209-46c6-bd9a-0559ac151c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.931205866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b594aa85-c209-46c6-bd9a-0559ac151c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.976661112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b594aa85-c209-46c6-bd9a-0559ac151c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.431449984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2fe76a-a9be-4ec3-bd53-8c7ef3305dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.435110571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2fe76a-a9be-4ec3-bd53-8c7ef3305dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.440858097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2fe76a-a9be-4ec3-bd53-8c7ef3305dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.444334578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2fe76a-a9be-4ec3-bd53-8c7ef3305dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.75791841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f857a490-62bf-4d28-ad8e-b194da63f801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.765892123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f857a490-62bf-4d28-ad8e-b194da63f801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.769704421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f857a490-62bf-4d28-ad8e-b194da63f801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:16.774509842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f857a490-62bf-4d28-ad8e-b194da63f801","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:17.062394464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678d18bb-ff58-4e3b-8f3b-66383102b43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:17.066141469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678d18bb-ff58-4e3b-8f3b-66383102b43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:17.070096607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678d18bb-ff58-4e3b-8f3b-66383102b43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:17.075648168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"678d18bb-ff58-4e3b-8f3b-66383102b43e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:17.248963316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"09b7998c-3ba0-4ed9-9942-ee2aeb1eb7db","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-c4f356","tenantID":"e2e-praxis-b-c4f356","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:17.289811057Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"09b7998c-3ba0-4ed9-9942-ee2aeb1eb7db","name":"e2e-praxis-b-c4f356-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.51723532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f493d13-1c6b-4b4a-bfc2-e036007eeeb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.521934089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f493d13-1c6b-4b4a-bfc2-e036007eeeb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.52819521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f493d13-1c6b-4b4a-bfc2-e036007eeeb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.545101356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f493d13-1c6b-4b4a-bfc2-e036007eeeb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.728272259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17ee09a-1ac4-4ff2-8021-b292beff92c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.732917586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17ee09a-1ac4-4ff2-8021-b292beff92c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.743959462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17ee09a-1ac4-4ff2-8021-b292beff92c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.750876854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17ee09a-1ac4-4ff2-8021-b292beff92c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.114465814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0797129c-fcf4-46c6-a68d-a9f6d9f3f963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.117845461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0797129c-fcf4-46c6-a68d-a9f6d9f3f963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.121302547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0797129c-fcf4-46c6-a68d-a9f6d9f3f963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.124791294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0797129c-fcf4-46c6-a68d-a9f6d9f3f963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.41992329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5679e4c2-2291-4b3b-b27e-3c8deaef5c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.423372033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5679e4c2-2291-4b3b-b27e-3c8deaef5c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.426988042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5679e4c2-2291-4b3b-b27e-3c8deaef5c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.434297719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5679e4c2-2291-4b3b-b27e-3c8deaef5c2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.510902321Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9e5029","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9e5029","reconcileID":"55f224d3-2938-4059-b9c1-8e65b6ee285a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9e5029","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-9e5029":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.717707304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b1fdf7-dee3-4119-9c61-3ee8d767bc02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.728768774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b1fdf7-dee3-4119-9c61-3ee8d767bc02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.732279875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b1fdf7-dee3-4119-9c61-3ee8d767bc02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:21.735731574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b1fdf7-dee3-4119-9c61-3ee8d767bc02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.211697288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e427b8-3ba1-47a4-92e4-8fd908f1adf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.21674252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e427b8-3ba1-47a4-92e4-8fd908f1adf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.222469452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e427b8-3ba1-47a4-92e4-8fd908f1adf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.228464439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e427b8-3ba1-47a4-92e4-8fd908f1adf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.418907159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca21845-c3c8-4892-8584-804d3168bace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.422479382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca21845-c3c8-4892-8584-804d3168bace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.425822887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca21845-c3c8-4892-8584-804d3168bace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.429205996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ca21845-c3c8-4892-8584-804d3168bace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.667309256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4476c659-e59e-4b1f-a266-8b91beee1529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.670452208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4476c659-e59e-4b1f-a266-8b91beee1529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.743114816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4476c659-e59e-4b1f-a266-8b91beee1529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.746961586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4476c659-e59e-4b1f-a266-8b91beee1529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.157808836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0baab6e1-df09-46ef-bb2b-4e8dfe64d68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.185127765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0baab6e1-df09-46ef-bb2b-4e8dfe64d68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.215647248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0baab6e1-df09-46ef-bb2b-4e8dfe64d68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.275448118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0baab6e1-df09-46ef-bb2b-4e8dfe64d68a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.518348365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4a96c7-034a-4f09-b4b0-410a43d06437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.521706621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4a96c7-034a-4f09-b4b0-410a43d06437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.524989688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4a96c7-034a-4f09-b4b0-410a43d06437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.528468671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4a96c7-034a-4f09-b4b0-410a43d06437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.71731292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37675302-16a9-4569-8748-1e92e00b9ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.720739148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37675302-16a9-4569-8748-1e92e00b9ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.724058628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37675302-16a9-4569-8748-1e92e00b9ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:23.741933937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37675302-16a9-4569-8748-1e92e00b9ea9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.130512963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d141fd6-7c86-4805-a276-d2928a532a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.133852789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d141fd6-7c86-4805-a276-d2928a532a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.137186731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d141fd6-7c86-4805-a276-d2928a532a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.140454717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d141fd6-7c86-4805-a276-d2928a532a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.365578341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0d4e0f-365b-4126-b9a9-6ae4a051f244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.369295822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0d4e0f-365b-4126-b9a9-6ae4a051f244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.372576505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0d4e0f-365b-4126-b9a9-6ae4a051f244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.375879152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e0d4e0f-365b-4126-b9a9-6ae4a051f244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.593168164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71c3d39-7035-432d-b0b0-8df33f5bc89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.596745632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71c3d39-7035-432d-b0b0-8df33f5bc89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.60002036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71c3d39-7035-432d-b0b0-8df33f5bc89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.603313289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71c3d39-7035-432d-b0b0-8df33f5bc89c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.906537487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d37a48-44af-4b5c-a614-78eeb44b71e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.909902719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d37a48-44af-4b5c-a614-78eeb44b71e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.913080876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d37a48-44af-4b5c-a614-78eeb44b71e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.916559591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d37a48-44af-4b5c-a614-78eeb44b71e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.095719641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a785405e-8665-4f8e-b1c4-9eabb2c60777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.14085316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a785405e-8665-4f8e-b1c4-9eabb2c60777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.145321795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a785405e-8665-4f8e-b1c4-9eabb2c60777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:25.14895319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a785405e-8665-4f8e-b1c4-9eabb2c60777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:26.667947874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"c826e764-19bb-49bd-bd52-c5ff3b7b0401","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-1b646f","tenantID":"e2e-praxis-b-1b646f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:26.718004648Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"c826e764-19bb-49bd-bd52-c5ff3b7b0401","name":"e2e-praxis-b-1b646f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:27.913399227Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","namespace":"ai-tenant-e2e-ipp-b-efba68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:27.913480822Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","namespace":"ai-tenant-e2e-ipp-b-efba68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:27.913557261Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","tenant":"e2e-ipp-b-efba68","tenantID":"e2e-ipp-b-efba68","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:27.919431751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"Deployment","name":"maas-api-e2e-ipp-b-efba68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:27.931937078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"Service","name":"maas-api-e2e-ipp-b-efba68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:27.948907165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-efba68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:27.954383407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-efba68","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:27.960798646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:27.974117557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:27.989893949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:27.99906604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.004508783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.012510499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.028334162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"Service","name":"payload-processing-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.047970525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.054535163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.065164543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.072923885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.084296662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.092664916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.099264756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.108264245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-efba68","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.11471115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-efba68"},"namespace":"ai-tenant-e2e-ipp-b-efba68","name":"default-tenant","reconcileID":"259a1fff-75ed-4481-ba0e-ecfc82b94bfe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-efba68","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.008718952Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-efba68","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-efba68","reconcileID":"1a551275-dd39-4900-88a9-aa6077f0d17c","aitenant":"ai-tenants/e2e-ipp-b-efba68","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.110077433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8771c2f9-a16f-4962-80f9-2f5c76d1857d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.113898822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8771c2f9-a16f-4962-80f9-2f5c76d1857d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.117370878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8771c2f9-a16f-4962-80f9-2f5c76d1857d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.120980526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8771c2f9-a16f-4962-80f9-2f5c76d1857d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.131753197Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-efba68","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-efba68","reconcileID":"1a551275-dd39-4900-88a9-aa6077f0d17c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-efba68","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-efba68"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.494387109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8d81fb-8fad-499d-8838-9914022c9451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.503895812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8d81fb-8fad-499d-8838-9914022c9451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.509704539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8d81fb-8fad-499d-8838-9914022c9451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.52188278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8d81fb-8fad-499d-8838-9914022c9451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.490116724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6835ab1a-5707-45b8-94a7-2785d344bd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.517001868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6835ab1a-5707-45b8-94a7-2785d344bd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.522482356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6835ab1a-5707-45b8-94a7-2785d344bd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.526691058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6835ab1a-5707-45b8-94a7-2785d344bd2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.533060578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"74ef7bf9-34e8-4bd6-bfd0-6b0bcd59835d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-9e5029","tenantID":"e2e-praxis-b-9e5029","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.556294836Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"74ef7bf9-34e8-4bd6-bfd0-6b0bcd59835d","name":"e2e-praxis-b-9e5029-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.071323499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"034a0926-cf98-4207-a3a7-80499560d618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.106968492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"034a0926-cf98-4207-a3a7-80499560d618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.118376339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"034a0926-cf98-4207-a3a7-80499560d618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.137515191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"034a0926-cf98-4207-a3a7-80499560d618","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.349401973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673be888-9d9b-4367-a74a-e0df16dec699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.352958546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673be888-9d9b-4367-a74a-e0df16dec699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.356449037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673be888-9d9b-4367-a74a-e0df16dec699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.360099429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673be888-9d9b-4367-a74a-e0df16dec699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.384335878Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-019ef4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-019ef4","reconcileID":"1bc4d422-b003-4a6e-9d54-63e89a8c2782","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-019ef4","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-019ef4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.683757682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9901714e-7a4f-4c1d-a973-1a357b1641fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.690667459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9901714e-7a4f-4c1d-a973-1a357b1641fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.698798816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9901714e-7a4f-4c1d-a973-1a357b1641fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.705367245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9901714e-7a4f-4c1d-a973-1a357b1641fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.349050147Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.956822958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaba25e5-23cc-48a3-adfe-bd650d49db84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.981023689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaba25e5-23cc-48a3-adfe-bd650d49db84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.985963418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaba25e5-23cc-48a3-adfe-bd650d49db84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:41.999013531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaba25e5-23cc-48a3-adfe-bd650d49db84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:42.40315957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdb8446-1a4b-4279-b63f-61cbee106e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:42.424449684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdb8446-1a4b-4279-b63f-61cbee106e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:42.439746713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdb8446-1a4b-4279-b63f-61cbee106e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:42.457843208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fdb8446-1a4b-4279-b63f-61cbee106e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.433807459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de09793e-1d27-45fb-9fc4-1b37b23fd453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.43754096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de09793e-1d27-45fb-9fc4-1b37b23fd453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.441071882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de09793e-1d27-45fb-9fc4-1b37b23fd453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.455725499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de09793e-1d27-45fb-9fc4-1b37b23fd453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.863090526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89218f0d-94b5-4cce-9297-8c247293890f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.869824817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89218f0d-94b5-4cce-9297-8c247293890f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.874808371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89218f0d-94b5-4cce-9297-8c247293890f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.883377825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89218f0d-94b5-4cce-9297-8c247293890f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.202757367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02bc1f5-b926-4154-add0-814b44da4d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.208004183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02bc1f5-b926-4154-add0-814b44da4d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.212009305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02bc1f5-b926-4154-add0-814b44da4d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.216019138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d02bc1f5-b926-4154-add0-814b44da4d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.7288567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d21397-9b82-405b-bab4-309daec6f135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.732666197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d21397-9b82-405b-bab4-309daec6f135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.736131681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d21397-9b82-405b-bab4-309daec6f135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:44.739472494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d21397-9b82-405b-bab4-309daec6f135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:45.057021421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb5b581-078b-42bc-a6d9-f3da5863c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:45.067524446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb5b581-078b-42bc-a6d9-f3da5863c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:45.075691483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb5b581-078b-42bc-a6d9-f3da5863c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:45.089795986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb5b581-078b-42bc-a6d9-f3da5863c433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:46.92948827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"18cca926-130a-4318-9e04-2902486ba87c","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:46.92953941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"18cca926-130a-4318-9e04-2902486ba87c","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.293960615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"8bb30c52-8065-44c8-b067-6e60c67fd97f","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.293983592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"8bb30c52-8065-44c8-b067-6e60c67fd97f","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.302720108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"02b85379-ba04-483f-a7dd-c1c6f00e9f06","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.302737207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"02b85379-ba04-483f-a7dd-c1c6f00e9f06","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.316455871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"a05c69db-3056-49f7-8b9d-80789bc0a0bf","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.38347537Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"a05c69db-3056-49f7-8b9d-80789bc0a0bf","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.401240765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2eee8c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"a05c69db-3056-49f7-8b9d-80789bc0a0bf","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.44026773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"887f5b41-8a72-48b6-961c-63150c3dcf97","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.440302305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"887f5b41-8a72-48b6-961c-63150c3dcf97","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.517780926Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","namespace":"ai-tenant-e2e-praxis-a-82c116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.517838959Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","namespace":"ai-tenant-e2e-praxis-a-82c116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.517885185Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","tenant":"e2e-praxis-a-82c116","tenantID":"e2e-praxis-a-82c116","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.523344979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"Deployment","name":"maas-api-e2e-praxis-a-82c116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.535773071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"Service","name":"maas-api-e2e-praxis-a-82c116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.552723315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-82c116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.558089637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-82c116","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.566093381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.572591883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.581198877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.58729362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.590361882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.593154131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.596071881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"Service","name":"payload-processing-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.600811433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.603762279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.606721762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.609741028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.61680029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.620171791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.623252137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.626192348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-82c116","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:48.629300633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-82c116"},"namespace":"ai-tenant-e2e-praxis-a-82c116","name":"default-tenant","reconcileID":"2984b409-f970-4ba4-a32b-ff05dee3f3b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-82c116","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:49.562141019Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-82c116","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-82c116","reconcileID":"af77d51f-1c53-4691-82b2-8a49ffca7e69","aitenant":"ai-tenants/e2e-praxis-a-82c116","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:49.691559544Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-82c116","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-82c116","reconcileID":"af77d51f-1c53-4691-82b2-8a49ffca7e69","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-82c116","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-82c116"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:49.705978401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f3ffdb-1564-4261-b3c6-cb8ed62cef30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:49.710238067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f3ffdb-1564-4261-b3c6-cb8ed62cef30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:49.714349498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f3ffdb-1564-4261-b3c6-cb8ed62cef30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:49.718281741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f3ffdb-1564-4261-b3c6-cb8ed62cef30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:50.121931546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91630fde-38bd-4482-b110-b85085a61393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:50.125517492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91630fde-38bd-4482-b110-b85085a61393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:50.129011546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91630fde-38bd-4482-b110-b85085a61393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:50.132238682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91630fde-38bd-4482-b110-b85085a61393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:50.604436787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d76e5a5-3752-4e5e-9363-02bcfada3d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:50.610797558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d76e5a5-3752-4e5e-9363-02bcfada3d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:50.617579919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d76e5a5-3752-4e5e-9363-02bcfada3d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:50.621033961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d76e5a5-3752-4e5e-9363-02bcfada3d8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.458330746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f631576-a6b9-4a7b-ada0-20f48125c8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.462415372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f631576-a6b9-4a7b-ada0-20f48125c8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.465821548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f631576-a6b9-4a7b-ada0-20f48125c8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.470062339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f631576-a6b9-4a7b-ada0-20f48125c8ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.757788409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730bdae1-713b-4eae-bd66-520a08b70439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.761175638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730bdae1-713b-4eae-bd66-520a08b70439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.765118716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730bdae1-713b-4eae-bd66-520a08b70439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.768852624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730bdae1-713b-4eae-bd66-520a08b70439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.996119034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"b2c36c3f-7ff8-478d-9861-a352f6c7c138","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-019ef4","tenantID":"e2e-praxis-a-019ef4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:52.018529655Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"b2c36c3f-7ff8-478d-9861-a352f6c7c138","name":"e2e-praxis-a-019ef4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:55.91008161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcecadc7-5b82-4f0c-a183-633ef70e0e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:55.913940812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcecadc7-5b82-4f0c-a183-633ef70e0e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:55.917490502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcecadc7-5b82-4f0c-a183-633ef70e0e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:55.92310294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcecadc7-5b82-4f0c-a183-633ef70e0e27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:56.345442596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcec18-6ffa-453a-b42f-b02c1f4d11f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:56.349441263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcec18-6ffa-453a-b42f-b02c1f4d11f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:56.357771759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcec18-6ffa-453a-b42f-b02c1f4d11f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:56.372900637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37bcec18-6ffa-453a-b42f-b02c1f4d11f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:57.61758866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"373a70ea-ee47-40fa-968e-f44e7376b6d2","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:57.715081071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"373a70ea-ee47-40fa-968e-f44e7376b6d2","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:57.760287398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2eee8c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"373a70ea-ee47-40fa-968e-f44e7376b6d2","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.153146078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f8c03f-1c3c-4d34-8842-ef17d245a715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.160131446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f8c03f-1c3c-4d34-8842-ef17d245a715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.170470951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f8c03f-1c3c-4d34-8842-ef17d245a715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.186743035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f8c03f-1c3c-4d34-8842-ef17d245a715","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.642135701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ffb25f-14ac-4c61-9425-d5140a411899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.64596612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ffb25f-14ac-4c61-9425-d5140a411899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.649544239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ffb25f-14ac-4c61-9425-d5140a411899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.652896358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ffb25f-14ac-4c61-9425-d5140a411899","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.770932719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"0d2dc41b-90a1-47cc-8b04-2a3ed89fab18","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.802366106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"0d2dc41b-90a1-47cc-8b04-2a3ed89fab18","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.81782468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2eee8c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"0d2dc41b-90a1-47cc-8b04-2a3ed89fab18","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.008381028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8916ca-d3cd-43cd-a8a5-49259416dd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.011720288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8916ca-d3cd-43cd-a8a5-49259416dd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.015131247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8916ca-d3cd-43cd-a8a5-49259416dd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.018691272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df8916ca-d3cd-43cd-a8a5-49259416dd62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.220110854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f05fbd-c99e-44d4-9ab1-413fb07e4c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.223567188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f05fbd-c99e-44d4-9ab1-413fb07e4c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.226897917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f05fbd-c99e-44d4-9ab1-413fb07e4c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.230922836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f05fbd-c99e-44d4-9ab1-413fb07e4c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.376821375Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","namespace":"ai-tenant-e2e-praxis-a-3f36ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.37689973Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","namespace":"ai-tenant-e2e-praxis-a-3f36ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.376963065Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","tenant":"e2e-praxis-a-3f36ae","tenantID":"e2e-praxis-a-3f36ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.38251338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3f36ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.398525142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"Service","name":"maas-api-e2e-praxis-a-3f36ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.41784416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3f36ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.423967728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3f36ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.435130102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.443661578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.4581155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.464061539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.467252198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.47034386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.473368103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"Service","name":"payload-processing-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.477367126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.48076983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.485064944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.488404767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.498449615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.501676379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.505888616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.515121557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3f36ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.518431369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3f36ae"},"namespace":"ai-tenant-e2e-praxis-a-3f36ae","name":"default-tenant","reconcileID":"109dda5d-023b-4353-b0f9-a2458ecf89da","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3f36ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.52703392Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","namespace":"ai-tenant-e2e-praxis-b-c4f356","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.52712518Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","namespace":"ai-tenant-e2e-praxis-b-c4f356","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.52721155Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","tenant":"e2e-praxis-b-c4f356","tenantID":"e2e-praxis-b-c4f356","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.532256241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"Deployment","name":"maas-api-e2e-praxis-b-c4f356","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.556878117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"Service","name":"maas-api-e2e-praxis-b-c4f356","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.573214081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-c4f356","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.578358123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-c4f356","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.590481728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.598442685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.6051221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.613013388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.619312157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.625276415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.628713817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"Service","name":"payload-processing-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.634651103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.637975718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.642058308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.647722699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.655118781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.658359707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.661923744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.665052619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-c4f356","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:59.668437687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c4f356"},"namespace":"ai-tenant-e2e-praxis-b-c4f356","name":"default-tenant","reconcileID":"6f0558cd-60b7-4272-a11c-6ab5346e0bc1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-c4f356","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.269807554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b927be-3245-499e-bbe4-fc7d85d9f12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.273255228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b927be-3245-499e-bbe4-fc7d85d9f12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.284724011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b927be-3245-499e-bbe4-fc7d85d9f12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.303277023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b927be-3245-499e-bbe4-fc7d85d9f12d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.708260934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7678fce8-52ef-4ace-944b-6af413a8b0f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.711796555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7678fce8-52ef-4ace-944b-6af413a8b0f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.715177683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7678fce8-52ef-4ace-944b-6af413a8b0f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.718393508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7678fce8-52ef-4ace-944b-6af413a8b0f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.910017637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3a7450-a5af-472a-9206-1609d8b25360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.91368953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3a7450-a5af-472a-9206-1609d8b25360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.917288442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3a7450-a5af-472a-9206-1609d8b25360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.920995319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c3a7450-a5af-472a-9206-1609d8b25360","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.176104354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9b4daa-214e-4ef4-8602-1a2a5415a3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.179435535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9b4daa-214e-4ef4-8602-1a2a5415a3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.182868975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9b4daa-214e-4ef4-8602-1a2a5415a3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.1864288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9b4daa-214e-4ef4-8602-1a2a5415a3fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.77517191Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3f36ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3f36ae","reconcileID":"a4585c2d-7f9f-4cfe-aa3a-946321bb2ded","aitenant":"ai-tenants/e2e-praxis-a-3f36ae","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.941559306Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3f36ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3f36ae","reconcileID":"a4585c2d-7f9f-4cfe-aa3a-946321bb2ded","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3f36ae","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3f36ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.955137428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d5f0a-86ce-4dfd-bc3d-280019daadec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.959270377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d5f0a-86ce-4dfd-bc3d-280019daadec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.962765206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d5f0a-86ce-4dfd-bc3d-280019daadec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.966104963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4d5f0a-86ce-4dfd-bc3d-280019daadec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:03.388413038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e841d74f-cefe-4591-baf9-721ad8ba5ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:03.391907453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e841d74f-cefe-4591-baf9-721ad8ba5ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:03.396293761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e841d74f-cefe-4591-baf9-721ad8ba5ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:03.399783672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e841d74f-cefe-4591-baf9-721ad8ba5ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:03.82304982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f5bb15-11b4-498b-b315-20bbabe9684e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:03.826713405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f5bb15-11b4-498b-b315-20bbabe9684e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:03.830339967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f5bb15-11b4-498b-b315-20bbabe9684e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:03.834240867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05f5bb15-11b4-498b-b315-20bbabe9684e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.548875957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255d76dd-4718-4c9c-9b2d-29b2bcbec581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.565883124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255d76dd-4718-4c9c-9b2d-29b2bcbec581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.621717231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255d76dd-4718-4c9c-9b2d-29b2bcbec581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.69212155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"255d76dd-4718-4c9c-9b2d-29b2bcbec581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.739670447Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c4f356","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c4f356","reconcileID":"fb1ca9b2-13d9-4ff2-a0f3-94e70de02c9a","aitenant":"ai-tenants/e2e-praxis-b-c4f356","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.822116965Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c4f356","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c4f356","reconcileID":"fb1ca9b2-13d9-4ff2-a0f3-94e70de02c9a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c4f356","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-c4f356"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.929043566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5002303-e7ae-4242-be0f-379e42951c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.958400694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5002303-e7ae-4242-be0f-379e42951c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:05.994639412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5002303-e7ae-4242-be0f-379e42951c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.002392354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5002303-e7ae-4242-be0f-379e42951c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.243585611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c890e65d-4e0a-4c71-972d-7e919469b00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.258816157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c890e65d-4e0a-4c71-972d-7e919469b00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.2639369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c890e65d-4e0a-4c71-972d-7e919469b00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.272980841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c890e65d-4e0a-4c71-972d-7e919469b00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.716697618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d2d3120-bb73-4df8-be3f-f85efc6ed42f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.721535993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d2d3120-bb73-4df8-be3f-f85efc6ed42f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.727216223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d2d3120-bb73-4df8-be3f-f85efc6ed42f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.746214171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d2d3120-bb73-4df8-be3f-f85efc6ed42f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.280204068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"5b03a25c-e032-47ae-afc9-57df01b4347f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.71520476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"529cf83a-1b5f-4444-aef4-7d664a3e16a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.825058671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"1407ccb4-3464-4801-a415-0848cadd5c19","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.833691326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"1407ccb4-3464-4801-a415-0848cadd5c19","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.840979813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2eee8c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"1407ccb4-3464-4801-a415-0848cadd5c19","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.055984263Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","namespace":"ai-tenant-e2e-praxis-a-a596f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.056035976Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","namespace":"ai-tenant-e2e-praxis-a-a596f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.056101445Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","tenant":"e2e-praxis-a-a596f7","tenantID":"e2e-praxis-a-a596f7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.062209308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"Deployment","name":"maas-api-e2e-praxis-a-a596f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.080331259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"Service","name":"maas-api-e2e-praxis-a-a596f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.090550251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-a596f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.099505568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-a596f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.109224811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.120127997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.129696574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.136230864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.141773137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.145187328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.148260326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"Service","name":"payload-processing-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.152501555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.155862136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.159855523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.16330489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.171021941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.174505496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.178151962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.182932739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-a596f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.186387784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-a596f7"},"namespace":"ai-tenant-e2e-praxis-a-a596f7","name":"default-tenant","reconcileID":"0cfb47ac-b8b3-448b-9933-fbbf06de14c6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-a596f7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.918987037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7607794b-553f-412b-9374-0211c61efb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.922237421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7607794b-553f-412b-9374-0211c61efb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.941930936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7607794b-553f-412b-9374-0211c61efb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.945219334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7607794b-553f-412b-9374-0211c61efb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.302069288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"1d72de9b-2d80-455a-afe7-0b7689bea465","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.303683478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faffdbcf-f66d-4de2-9827-2dd499f40f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.307381093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faffdbcf-f66d-4de2-9827-2dd499f40f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.311701422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faffdbcf-f66d-4de2-9827-2dd499f40f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.318542841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faffdbcf-f66d-4de2-9827-2dd499f40f1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:10.604014089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"fe0003fb-ba58-4ea3-9963-22dfa49fa890","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:11.349888307Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.792885043Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a596f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a596f7","reconcileID":"d3b84a29-d4d4-45a9-9dff-11f396c59760","aitenant":"ai-tenants/e2e-praxis-a-a596f7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.925144789Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-a596f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-a596f7","reconcileID":"d3b84a29-d4d4-45a9-9dff-11f396c59760","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-a596f7","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-a596f7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.976169697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e4b35b-3e4f-45fb-a3bf-e69ae3fe69c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:15.984898188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e4b35b-3e4f-45fb-a3bf-e69ae3fe69c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.000434269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e4b35b-3e4f-45fb-a3bf-e69ae3fe69c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.006428379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e4b35b-3e4f-45fb-a3bf-e69ae3fe69c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.514733354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d277538-7cb5-4092-8213-360235139b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.518709843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d277538-7cb5-4092-8213-360235139b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.523488245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d277538-7cb5-4092-8213-360235139b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.532877267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d277538-7cb5-4092-8213-360235139b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.717803732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"55e9b1d2-2435-4817-97ad-139da266e248","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.760128614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"b5e7e146-fb12-4120-abde-0cfacc3d7cc4","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:16.760750139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a49dc5af","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-apikey-sub-binding-a49dc5af","reconcileID":"9e2c7206-f5f4-4f80-94dd-ba82ded625b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-a49dc5af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.768806933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b49eb7c2-b8c7-4aed-a7db-34d99f15b1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.774785941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9962d126-f812-4993-9409-8d8ed5edeee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.784801838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b49eb7c2-b8c7-4aed-a7db-34d99f15b1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.798475779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"2132003a-5785-495c-8fa8-16bcc11b45c8","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.800542824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9962d126-f812-4993-9409-8d8ed5edeee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.829150651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"a2a3c71a-f42e-4a7e-bc23-8d9f92329c69","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.881583295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4b0b7587-ed46-4f25-8ff6-5f438dc090f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.893191972Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a49dc5af","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-apikey-sub-binding-a49dc5af","reconcileID":"684fdcf2-c62c-4f91-af7d-35e02e982a69","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a49dc5af","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-apikey-sub-binding-a49dc5af","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.902938458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4b0b7587-ed46-4f25-8ff6-5f438dc090f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.932534212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"c6e60ef9-783d-47e8-971a-6c9ca0737f61","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.973910552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b808a330-f437-4f50-8523-640480700279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.976322153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"6242372a-66a5-47f2-8be3-1554317027ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.977100275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a49dc5af","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-apikey-sub-binding-a49dc5af","reconcileID":"f8d128dd-7cce-4fe1-882b-b5ef455e8669","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a49dc5af","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.984447902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b808a330-f437-4f50-8523-640480700279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.064434281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"0d12b47c-fd1c-472d-a37d-d01a3b951da7","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.124542189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e46ada2-2c4b-4211-a277-1f5252159c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.144119551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e46ada2-2c4b-4211-a277-1f5252159c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.148031559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e46ada2-2c4b-4211-a277-1f5252159c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.151502707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e46ada2-2c4b-4211-a277-1f5252159c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.046343837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"d3f0bad1-c0dc-4b83-b3f2-b8be60395875","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.065177134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7dde88-4d80-4e47-ad2c-ce0dc1c07f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.068760227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7dde88-4d80-4e47-ad2c-ce0dc1c07f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.072015117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7dde88-4d80-4e47-ad2c-ce0dc1c07f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.075812516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe7dde88-4d80-4e47-ad2c-ce0dc1c07f67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.076346232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"366db62a-2381-413e-9b06-29287567e543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.141104006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"fb54d94a-229f-4b6f-aa7d-390e6ac69ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.144895597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"366db62a-2381-413e-9b06-29287567e543","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.150164589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"fb54d94a-229f-4b6f-aa7d-390e6ac69ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.461848127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608ba7cc-5f44-41cd-b4c3-0bcf798836d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.465268846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608ba7cc-5f44-41cd-b4c3-0bcf798836d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.468591235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608ba7cc-5f44-41cd-b4c3-0bcf798836d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.4745895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"608ba7cc-5f44-41cd-b4c3-0bcf798836d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.848020017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"c25c3dcd-320a-450f-9740-5eab1bed50df","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.856878577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"c25c3dcd-320a-450f-9740-5eab1bed50df","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.864455179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2eee8c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c32dd991a9fd3e17d5ef88380b5dbe4b661777ffb98bdb0c801433bf7b760dac) AuthConfig (dcc598c2b2c64973bc83df6775fba99b28a6fe96ea94c08b97a0568fe08f16fc) AuthConfig (2ec7c468dbed61763bb5eebc46b09832f3aef1e23e04b611d65cb8e5af269611) AuthConfig (bc28cdba42458882ccc3f6f182b592b6bf555dad0416bb4902cd567781098324) AuthConfig (20061f48e8a0f02f0e8361165c8798131cb384a8b8e0e2794623c732945232b7) AuthConfig (57169e2f94fdf6d6ef99ebd7b0c0676f59bc6edf06cca03021ff060f709f27c7) AuthConfig (733c9b60f0a5bedd7a193281d54d18877a3bfdf0a58e0c46e31b08f638ab5c99) AuthConfig (8eadd66ca49f993757bc09734128ccf2f9801df4244b42c90e2eb7ea12f55683) AuthConfig (4a75198c58f945cc826be4a57f28ea8d6151cf9efce77c4063c940fe81bdbe6f) AuthConfig (d59bfee2c15957c6cd8cb6b65d4ae893bb5e1d66f7b7c0ed3d6d1313ed4fc8c7) AuthConfig (7ea8053d5e8dc90153934572293b1dc0071caaad386c62e77bd206820a269a1c) AuthConfig (64d6192d4b987dc67a5d96ac7330940d82aec62cbabb83847c5dc5eb66f9135f) AuthConfig (c4ff2758fa31105f44219856edadfd7e5d41b7d23165d13ba89d210ebb691063) AuthConfig (cc1ff7b400342a1fee0be7b4a2345a2b7790bf3c7db99e1c9d5f2999934c90a7) AuthConfig (9bb517130cbbb7e080af6e6dd1bde9717a6b4136036deeaba088dd2269f0d79b) AuthConfig (4ffa0a586ca437d678e7396fc567b290fca7a0085450582185121b1d76027f5b) AuthConfig (b0904c4c2a8376b145dc707e4c9ecc950eb9009051bf2f6800b3b42a176ad665) AuthConfig (845d5598bf2ddae62ddee59558a66009223e1e32a1e7e4d93d8b26e979c0963a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"c25c3dcd-320a-450f-9740-5eab1bed50df","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.874280845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"2a7f150f-7114-4d42-a748-ccf7fabd9413","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.874298445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"2a7f150f-7114-4d42-a748-ccf7fabd9413","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.927675143Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-59bc3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-59bc3b","reconcileID":"8fb5244d-3736-4316-8f4a-cea7974572c1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-59bc3b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-59bc3b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:19.197785401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d75c2de-20d9-4c57-863d-8c55f2fd503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:19.201340292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d75c2de-20d9-4c57-863d-8c55f2fd503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:19.204746053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d75c2de-20d9-4c57-863d-8c55f2fd503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:19.209782621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d75c2de-20d9-4c57-863d-8c55f2fd503b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.002939976Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","namespace":"ai-tenant-e2e-praxis-b-1b646f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.002997732Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","namespace":"ai-tenant-e2e-praxis-b-1b646f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.003046204Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","tenant":"e2e-praxis-b-1b646f","tenantID":"e2e-praxis-b-1b646f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.008779667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"Deployment","name":"maas-api-e2e-praxis-b-1b646f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.020681541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"Service","name":"maas-api-e2e-praxis-b-1b646f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.032425266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-1b646f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.041281223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-1b646f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.05443434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.060515282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.070350648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.079133869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.082678393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.08733669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.090368307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"Service","name":"payload-processing-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.093580849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.096572374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.099679243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.102971582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.110072722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.11335676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.116688532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.119873036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-1b646f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.122989942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-1b646f"},"namespace":"ai-tenant-e2e-praxis-b-1b646f","name":"default-tenant","reconcileID":"650dab81-c1ba-4a83-b39e-bce9fd1ed2c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-1b646f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.222793742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cc8200-2c1a-4e3f-be78-17c9412569b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.226175024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cc8200-2c1a-4e3f-be78-17c9412569b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.229561173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cc8200-2c1a-4e3f-be78-17c9412569b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.232872515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76cc8200-2c1a-4e3f-be78-17c9412569b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.753812053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76679971-65d3-43cd-bfbd-a91b4ea05b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.759883311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76679971-65d3-43cd-bfbd-a91b4ea05b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.768759685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76679971-65d3-43cd-bfbd-a91b4ea05b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.772281604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76679971-65d3-43cd-bfbd-a91b4ea05b9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.179252383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a714126-afab-4c3b-ac15-8f1d38a26ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.182763933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a714126-afab-4c3b-ac15-8f1d38a26ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.186585714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a714126-afab-4c3b-ac15-8f1d38a26ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.189964343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a714126-afab-4c3b-ac15-8f1d38a26ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:24.879921043Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1b646f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1b646f","reconcileID":"5dcc9281-6604-42d2-b8e5-3ee34cbb05b2","aitenant":"ai-tenants/e2e-praxis-b-1b646f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.032330413Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-1b646f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-1b646f","reconcileID":"5dcc9281-6604-42d2-b8e5-3ee34cbb05b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-1b646f","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-1b646f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.069104705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ffb418-3758-44ab-ba1b-283129f52705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.073526406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ffb418-3758-44ab-ba1b-283129f52705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.08075124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ffb418-3758-44ab-ba1b-283129f52705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.084148528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20ffb418-3758-44ab-ba1b-283129f52705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.377727176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d55e90a-7629-46a1-823e-948a878f4a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.38323115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d55e90a-7629-46a1-823e-948a878f4a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.387409791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d55e90a-7629-46a1-823e-948a878f4a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.391931008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d55e90a-7629-46a1-823e-948a878f4a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.801006205Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","namespace":"ai-tenant-e2e-praxis-b-9e5029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.801088235Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","namespace":"ai-tenant-e2e-praxis-b-9e5029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.801163686Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","tenant":"e2e-praxis-b-9e5029","tenantID":"e2e-praxis-b-9e5029","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.808665375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"Deployment","name":"maas-api-e2e-praxis-b-9e5029","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.821725214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"Service","name":"maas-api-e2e-praxis-b-9e5029","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.834112777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-9e5029","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.846330557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-9e5029","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.852756153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db999abd-5f75-4154-89b5-ad12082ee9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.861009659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db999abd-5f75-4154-89b5-ad12082ee9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.865356573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.875757715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db999abd-5f75-4154-89b5-ad12082ee9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.880435896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db999abd-5f75-4154-89b5-ad12082ee9d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.882772996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.891660263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.899683143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.912539745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.915905596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.919143467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"Service","name":"payload-processing-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.922160061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.925167912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.928202215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.931125422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.938319557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.943229051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.94832992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.954779666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-9e5029","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.960801253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-9e5029"},"namespace":"ai-tenant-e2e-praxis-b-9e5029","name":"default-tenant","reconcileID":"f8841ffa-5dde-4084-bbac-a92e6b72cf24","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-9e5029","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.664418623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"64871895-c805-4314-907a-f6b090a19e70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:26.936109432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"585d80c8-3c9f-432b-89d6-f0459bd6197e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.076712806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a49dc5af","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-apikey-sub-binding-a49dc5af","reconcileID":"f6873ecf-1501-4bde-ba73-05816f8ad95f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a49dc5af","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscription":"e2e-apikey-sub-binding-a49dc5af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.097051047Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a49dc5af","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-apikey-sub-binding-a49dc5af","reconcileID":"f6873ecf-1501-4bde-ba73-05816f8ad95f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a49dc5af","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.113972124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"10dda6e2-5b56-4216-8716-f3b6ca3dcb53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.236204597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"3c1c401a-1505-4b4b-80b1-ac7a8634f628","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.254387462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"35c46b0e-5387-42f4-acb8-4b1707149199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.264539862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"35c46b0e-5387-42f4-acb8-4b1707149199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.347451323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e3785cf4-1272-4e00-a735-44651312e06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.357045201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e3785cf4-1272-4e00-a735-44651312e06e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.442201315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"23b5d12f-a40f-4fcf-8cc1-f6bb8d62f5f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.624130181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"9fab563c-7836-4d6c-9def-4283db8c0236","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-59bc3b","tenantID":"e2e-praxis-b-59bc3b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.651126305Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"9fab563c-7836-4d6c-9def-4283db8c0236","name":"e2e-praxis-b-59bc3b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.88231752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"87c3be2d-1a95-4b8a-b20f-dbcada135e00","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.890705626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"87c3be2d-1a95-4b8a-b20f-dbcada135e00","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.898069158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2eee8c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c32dd991a9fd3e17d5ef88380b5dbe4b661777ffb98bdb0c801433bf7b760dac) AuthConfig (dcc598c2b2c64973bc83df6775fba99b28a6fe96ea94c08b97a0568fe08f16fc) AuthConfig (2ec7c468dbed61763bb5eebc46b09832f3aef1e23e04b611d65cb8e5af269611) AuthConfig (bc28cdba42458882ccc3f6f182b592b6bf555dad0416bb4902cd567781098324) AuthConfig (20061f48e8a0f02f0e8361165c8798131cb384a8b8e0e2794623c732945232b7) AuthConfig (57169e2f94fdf6d6ef99ebd7b0c0676f59bc6edf06cca03021ff060f709f27c7) AuthConfig (733c9b60f0a5bedd7a193281d54d18877a3bfdf0a58e0c46e31b08f638ab5c99) AuthConfig (8eadd66ca49f993757bc09734128ccf2f9801df4244b42c90e2eb7ea12f55683) AuthConfig (4a75198c58f945cc826be4a57f28ea8d6151cf9efce77c4063c940fe81bdbe6f) AuthConfig (d59bfee2c15957c6cd8cb6b65d4ae893bb5e1d66f7b7c0ed3d6d1313ed4fc8c7) AuthConfig (7ea8053d5e8dc90153934572293b1dc0071caaad386c62e77bd206820a269a1c) AuthConfig (64d6192d4b987dc67a5d96ac7330940d82aec62cbabb83847c5dc5eb66f9135f) AuthConfig (c4ff2758fa31105f44219856edadfd7e5d41b7d23165d13ba89d210ebb691063) AuthConfig (cc1ff7b400342a1fee0be7b4a2345a2b7790bf3c7db99e1c9d5f2999934c90a7) AuthConfig (9bb517130cbbb7e080af6e6dd1bde9717a6b4136036deeaba088dd2269f0d79b) AuthConfig (4ffa0a586ca437d678e7396fc567b290fca7a0085450582185121b1d76027f5b) AuthConfig (b0904c4c2a8376b145dc707e4c9ecc950eb9009051bf2f6800b3b42a176ad665) AuthConfig (845d5598bf2ddae62ddee59558a66009223e1e32a1e7e4d93d8b26e979c0963a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"87c3be2d-1a95-4b8a-b20f-dbcada135e00","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:29.369968639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"cb37625f-3467-4a34-999f-1cf459bd1711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:29.937578308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"ea68981d-f97c-4561-b89c-940ccdd38cc9","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:29.94564816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"772e32dc-4097-408f-98c0-0945e3fcbae3","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:29.956653117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"713c8182-4aa5-4ef3-8a20-2969b6a19b68","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:29.975041072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"713c8182-4aa5-4ef3-8a20-2969b6a19b68","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:29.999823627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"6e2d4c1e-1611-4564-9cbd-6efef23ee569","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.057239192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"c214d38a-8cd7-4d49-a65a-a256a37e094d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.065295422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"c214d38a-8cd7-4d49-a65a-a256a37e094d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.123124417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"19f5e973-21f0-4494-8742-b318b5864303","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.132023125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"4c0d3cf7-6d39-4a10-bc57-f475171de3a6","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:30.135134064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-no-access","reconcileID":"ee6059f2-1d3b-4aaf-af85-4258db1b2d68","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.152103621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"7323f8b8-ec7a-4e43-919b-775146586d06","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.157287711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"285d6c75-bdb1-40aa-9496-dfdbe6e39c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.157311814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"fe375cf8-e9cc-46c9-8417-3f1da0b5ecd3","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.15777744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0b209d0f-79c9-4cfa-8cda-38e62ea4fda1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.160439306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"634470c7-12ba-48c8-9806-4208300667a9","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.165975741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"285d6c75-bdb1-40aa-9496-dfdbe6e39c72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.165996761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"fe375cf8-e9cc-46c9-8417-3f1da0b5ecd3","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.168227481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0b209d0f-79c9-4cfa-8cda-38e62ea4fda1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.186971921Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-no-access","reconcileID":"af5d0e92-d873-4264-b2d9-2259e1c4947f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-f3631f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.216268156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"670fc3dd-e12b-4d06-bc9e-7bc5d394a038","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.317178231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"dc25dd64-73c3-4595-a44c-f7c37f1c2bdc","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.317575251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"5dbb0db0-53de-44db-9bd8-8b7eeafbc266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.317781289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d9c46117-997f-4342-aea7-7f3c3342c158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.383109001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"458377d8-0fee-4cf7-ab03-95a5d5ec551f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.412534473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d9c46117-997f-4342-aea7-7f3c3342c158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.414791148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"dc25dd64-73c3-4595-a44c-f7c37f1c2bdc","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.414854061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-no-access","reconcileID":"edb6f80d-30d2-4427-8986-7bc56d815727","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.415481596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"a6884b27-8233-47d8-903c-afebbcd5f512","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.417014052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"5dbb0db0-53de-44db-9bd8-8b7eeafbc266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.428959403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"bcece899-1768-4374-877d-afd90130925b","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.450127733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"9ea4c4d5-a52e-47f4-985e-e31322efd154","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:30.470186282Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4f93d1/e2e-ordering-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.489538451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"4b8cf3f6-4c09-421c-8ef9-64d052d292b8","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.498673581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2f1cce78-fff8-42c1-acfb-e3758534405a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.499036043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"16162562-0b59-4752-8dca-f62c28b1e7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.510055079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2f1cce78-fff8-42c1-acfb-e3758534405a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.510928095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"16162562-0b59-4752-8dca-f62c28b1e7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.555848472Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-ordering-sub","reconcileID":"ec8041ec-cfad-4f46-b88f-b7207588cbb4","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/e2e-ordering-sub","ai-tenant-e2e-worker-w3-4f93d1/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.642315826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"f38a1102-0b8c-43ac-b809-b70114f7d92f","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.65075582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"18de917c-5630-48a7-bc14-e717364c23eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.65343131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"7f94390b-edf3-4a7a-8a74-4fe0f5b6c1d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.661297197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"18de917c-5630-48a7-bc14-e717364c23eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.711137037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-ordering-sub","reconcileID":"56934163-9b87-4a4c-a32a-617fbcd32316","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.751363938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1225e5c4-816e-418c-a7be-fd4f9facb91a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.759676721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1225e5c4-816e-418c-a7be-fd4f9facb91a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.000382244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"898ccc0b-bc78-4164-b3c1-a33dc0d9bf83","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.009044879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"6549ed07-bc3b-4372-bdc0-653d031995ee","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.009216722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8eaf549f-b05d-4de0-823c-592824785130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.009644112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b0d0f7c3-7704-43e8-a7db-76d6cffed2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.019987666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8eaf549f-b05d-4de0-823c-592824785130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.020091067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b0d0f7c3-7704-43e8-a7db-76d6cffed2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.02248996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"6549ed07-bc3b-4372-bdc0-653d031995ee","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.555159387Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9e5029","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9e5029","reconcileID":"f0b2feed-c0f5-4963-8804-bd00fb6d1801","aitenant":"ai-tenants/e2e-praxis-b-9e5029","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.740860022Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-9e5029","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-9e5029","reconcileID":"f0b2feed-c0f5-4963-8804-bd00fb6d1801","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-9e5029","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-9e5029"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.750850443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a16c3a-ab79-4cff-833e-e841b29e083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.754093371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a16c3a-ab79-4cff-833e-e841b29e083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.75730779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a16c3a-ab79-4cff-833e-e841b29e083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:31.760875081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a16c3a-ab79-4cff-833e-e841b29e083e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.051716819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2d0daa-75c4-4449-825d-9b5d43cc2886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.058446503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2d0daa-75c4-4449-825d-9b5d43cc2886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.067265457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2d0daa-75c4-4449-825d-9b5d43cc2886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.073460922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2d0daa-75c4-4449-825d-9b5d43cc2886","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.405784279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7541dad9-9b12-450a-a2b4-968c5d4d2185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.420256818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7541dad9-9b12-450a-a2b4-968c5d4d2185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.429174424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7541dad9-9b12-450a-a2b4-968c5d4d2185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.434237239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7541dad9-9b12-450a-a2b4-968c5d4d2185","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:33.479323162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"93b6e955-8dbc-4ad2-a115-b161d8ecda02","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:33.486927945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"c14b9aba-b57d-4f8b-8612-265c37fd2402","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:33.496032593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"2a2f0e28-fce7-428f-90f4-6c1d8f30a7fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:33.496568211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-ordering-auth","reconcileID":"4fb1cebf-0b1e-4086-b97f-3ec33fbfda8b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:33.505858605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-ordering-auth","reconcileID":"4fb1cebf-0b1e-4086-b97f-3ec33fbfda8b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:33.532409465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"57cb63ee-e63e-4090-86e1-b9b845911d8c","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:33.898440177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"c2c12845-f92a-4947-9b88-8bc205f50682","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:34.076489057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"449f3645-7818-4db4-b7f1-f1d650a9a5c5","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:34.088868255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"dfa5ec83-8f30-4000-b561-59bb89846bf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:34.092052164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-ordering-auth","reconcileID":"044e1869-19d0-4a16-b940-2d105b49eee4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:34.092248349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"cfe7cc3d-fecf-41fa-b741-0cfbc374d897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:34.098022846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"dfa5ec83-8f30-4000-b561-59bb89846bf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:34.102232526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"cfe7cc3d-fecf-41fa-b741-0cfbc374d897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:34.102232525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-ordering-auth","reconcileID":"044e1869-19d0-4a16-b940-2d105b49eee4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:35.444415686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"58516019-86f7-408c-bf9c-9eba40fe13ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:35.852807917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"4c651b87-d465-4739-b3b6-d725d00425bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:37.657423915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60adbaa3-703b-4f33-8373-45f2eafd85aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:37.66587959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60adbaa3-703b-4f33-8373-45f2eafd85aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:37.681960435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60adbaa3-703b-4f33-8373-45f2eafd85aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:37.712138707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60adbaa3-703b-4f33-8373-45f2eafd85aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:37.919429539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ecaa73-08c3-4e05-a447-f15b6ff04484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:37.941969633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ecaa73-08c3-4e05-a447-f15b6ff04484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:37.945133741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ecaa73-08c3-4e05-a447-f15b6ff04484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:37.948454067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08ecaa73-08c3-4e05-a447-f15b6ff04484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:37.979806764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"4dd4c79e-f891-4ff6-bfaa-5bfc83d37124","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:37.986210194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"7d8de4f5-247a-4a5a-81b0-9c84ad2095c4","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:37.996677522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"36dacf26-77c8-4045-9184-9310fb24fab6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.005296441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"36dacf26-77c8-4045-9184-9310fb24fab6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.036963209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"619dd4e3-ab26-4367-a06b-d46feac4a8c4","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.095679683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"e81d9a5c-170b-4a81-b587-b0c45da7993a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.103944782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"e81d9a5c-170b-4a81-b587-b0c45da7993a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.162283289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"e822f251-4dce-4d4e-9cf9-d646de9288f4","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.170900797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"18a98c1d-c9f4-49af-acfa-4cd3dba2b748","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:38.172090698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-user-subscription","reconcileID":"2e4ad3f9-df2c-42f6-b527-1678b3b43c04","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.187281079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"7dda7d6a-8ead-4f80-bcb3-537a55ba6d41","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.195574719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"65cbc47a-f0b2-4fd7-a756-546dd0b2cf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.196014628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"b0f19d1a-4c78-45af-b7d5-dfee6492c89d","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.198055089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"c6833b73-3212-4b56-82df-8fbac11ea075","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.198311807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"888c4544-2193-4df4-973c-44be6a57f1dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.204170818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"65cbc47a-f0b2-4fd7-a756-546dd0b2cf02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.206157579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"c6833b73-3212-4b56-82df-8fbac11ea075","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.206581543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"888c4544-2193-4df4-973c-44be6a57f1dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.249327398Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-user-subscription","reconcileID":"9c51a171-bc10-44d0-b809-36e961b1c0a8","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b13a14/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-b13a14/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.35178666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"a969ee7c-75a1-49c2-a678-9b1db946a4fc","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.44151443Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-b13a14 priority=0:[ai-tenant-e2e-worker-w1-b13a14/e2e-test-other-subscription ai-tenant-e2e-worker-w1-b13a14/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.442152678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"58610235-7de4-42ef-ba04-e3f27a6c17bd","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.44418391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"05ad6514-4c97-4f4c-ac29-15c391dfe510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.444238076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ce6ca333-a8a5-4be1-b2c3-6137825aaecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.444745856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"ff259cab-51d7-42dc-a431-58dce6965b8a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.44501905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"da081a1d-5428-48a9-ac20-b5c92ab134ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.450503628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"ff328597-fba8-4b15-ac69-2ba4c7a1e2c1","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:38.455218303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-other-subscription","reconcileID":"53b656db-f44c-4681-b9cb-0f97c470d45f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.45780404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ce6ca333-a8a5-4be1-b2c3-6137825aaecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.458502183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"05ad6514-4c97-4f4c-ac29-15c391dfe510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.461162804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"ff259cab-51d7-42dc-a431-58dce6965b8a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.461454367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"b5c2f473-6383-4b3d-a038-41c88e24f511","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.471466031Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-user-subscription","reconcileID":"341cf497-f8f5-4e53-b959-0f6f23479f38","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-b13a14/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-b13a14/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-b13a14/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.474261736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"838a96e3-c6e5-4a3d-9676-d130c44d5805","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.482140919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"00e3616c-407a-460a-a5d0-9e67e3b95b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.482257648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f60cf4ff-58fe-444b-81c4-f825a3951b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.482905373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"b16209b9-e39f-4f26-949a-65d8fbb544b4","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.49084092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"00e3616c-407a-460a-a5d0-9e67e3b95b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.490954456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f60cf4ff-58fe-444b-81c4-f825a3951b6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.516652748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-other-subscription","reconcileID":"45882c0d-cbe9-41c0-91df-e9fa83ac6549","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.51666074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"cbc0d64e-c50e-49fe-9169-9f7baee5d1b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.569234675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"e698a5de-15f7-485b-a0af-8c3a4fe958bf","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.580100306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"3dc25b5e-3282-4a24-acd1-acfc483e7539","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.580101511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"96352295-2f91-4b80-82ef-d838252bc066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.590177673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"3dc25b5e-3282-4a24-acd1-acfc483e7539","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.590263112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"96352295-2f91-4b80-82ef-d838252bc066","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.649039124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-other-subscription","reconcileID":"9e818cec-d132-456a-88f0-02340c1c2cab","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.65018372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-user-subscription","reconcileID":"d293a685-74f3-4dab-b3b8-e0ac3d45adbf","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.693741568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3165e787-91a7-4b45-9c10-38da6c84caa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.702439886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3165e787-91a7-4b45-9c10-38da6c84caa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.907588418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"60a282d3-83ae-42f1-93f1-e257e66068b6","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.91653104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"60a282d3-83ae-42f1-93f1-e257e66068b6","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.923995635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-2eee8c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c32dd991a9fd3e17d5ef88380b5dbe4b661777ffb98bdb0c801433bf7b760dac) AuthConfig (dcc598c2b2c64973bc83df6775fba99b28a6fe96ea94c08b97a0568fe08f16fc) AuthConfig (2ec7c468dbed61763bb5eebc46b09832f3aef1e23e04b611d65cb8e5af269611) AuthConfig (bc28cdba42458882ccc3f6f182b592b6bf555dad0416bb4902cd567781098324) AuthConfig (20061f48e8a0f02f0e8361165c8798131cb384a8b8e0e2794623c732945232b7) AuthConfig (57169e2f94fdf6d6ef99ebd7b0c0676f59bc6edf06cca03021ff060f709f27c7) AuthConfig (733c9b60f0a5bedd7a193281d54d18877a3bfdf0a58e0c46e31b08f638ab5c99) AuthConfig (8eadd66ca49f993757bc09734128ccf2f9801df4244b42c90e2eb7ea12f55683) AuthConfig (4a75198c58f945cc826be4a57f28ea8d6151cf9efce77c4063c940fe81bdbe6f) AuthConfig (d59bfee2c15957c6cd8cb6b65d4ae893bb5e1d66f7b7c0ed3d6d1313ed4fc8c7) AuthConfig (7ea8053d5e8dc90153934572293b1dc0071caaad386c62e77bd206820a269a1c) AuthConfig (64d6192d4b987dc67a5d96ac7330940d82aec62cbabb83847c5dc5eb66f9135f) AuthConfig (c4ff2758fa31105f44219856edadfd7e5d41b7d23165d13ba89d210ebb691063) AuthConfig (cc1ff7b400342a1fee0be7b4a2345a2b7790bf3c7db99e1c9d5f2999934c90a7) AuthConfig (9bb517130cbbb7e080af6e6dd1bde9717a6b4136036deeaba088dd2269f0d79b) AuthConfig (4ffa0a586ca437d678e7396fc567b290fca7a0085450582185121b1d76027f5b) AuthConfig (b0904c4c2a8376b145dc707e4c9ecc950eb9009051bf2f6800b3b42a176ad665) AuthConfig (845d5598bf2ddae62ddee59558a66009223e1e32a1e7e4d93d8b26e979c0963a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"60a282d3-83ae-42f1-93f1-e257e66068b6","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:39.071911745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"0cbc4f65-2dc9-47c2-90b3-ffd55e14508d","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:39.158721313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"31a5bc2c-fd4b-4e20-a19b-c5be332b0166","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:39.159143719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"1d446d2f-f145-4566-ac07-ff8952cb95f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:39.159513662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"16f24a55-06f4-4ed7-8986-095b96674d7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:39.167700588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"1d446d2f-f145-4566-ac07-ff8952cb95f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:39.167788155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"31a5bc2c-fd4b-4e20-a19b-c5be332b0166","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:39.170061142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"16f24a55-06f4-4ed7-8986-095b96674d7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.016451488Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-no-access","reconcileID":"a3162319-13b4-498b-a43e-10f3caaadd43","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.03578449Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-no-access","reconcileID":"a3162319-13b4-498b-a43e-10f3caaadd43","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.051179501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"939fafe4-3051-4983-bb63-7fef3a34b1fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.060673152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"578badda-c8fc-468c-acf7-c32b78f26923","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.069174987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"d7872ca3-ead3-4f82-95ad-cce46015b9b5","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.069858123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0f094fde-b05a-425b-8085-52c23e529152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.071032155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"080ddd78-2bf8-430e-a0de-103726d863ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.071039357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"ab6d826a-3a00-44e4-93ec-345b7110c693","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.078457549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0f094fde-b05a-425b-8085-52c23e529152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.079751164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"ab6d826a-3a00-44e4-93ec-345b7110c693","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.080655798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"080ddd78-2bf8-430e-a0de-103726d863ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.204633718Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-no-access","reconcileID":"9ef9449a-2e04-44b1-a7e5-6181f7667815","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.204675043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"4017a10e-d8fe-4d08-a8c7-c169c75bd75a","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.221192938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"d43fd5ca-e07c-4051-b9a7-8fa3e579e052","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:41.344024997Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.259420559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"3408e7fd-d057-4229-ac21-3aef0965e33f","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.267839424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"849024a9-5599-4c79-a330-16f1be50c5e0","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.276840232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0b9f22ce-7a6d-4234-bb18-9ac231d71c9b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.285858245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0b9f22ce-7a6d-4234-bb18-9ac231d71c9b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.312105798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"814be6c7-5c0a-471f-af25-91e5788fc247","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.376673316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"746a978a-da67-402a-9893-2f02487d404b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.387025482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"746a978a-da67-402a-9893-2f02487d404b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.455051215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"e452c799-919f-4c13-a5af-9f5ef40bcaa4","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.479082519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"34a8d074-93f7-421e-a239-4d121cf069c7","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:42.487883642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-free","reconcileID":"3e6f6344-784c-4bb2-958a-057c9c30d9b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.491327468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6aa1eac6-8211-4d9f-a8db-a22e2588dfc9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.491342162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f04d0189-4d6d-460e-8caa-ea226ffefdf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.500116907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f04d0189-4d6d-460e-8caa-ea226ffefdf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.500490947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6aa1eac6-8211-4d9f-a8db-a22e2588dfc9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.507729008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"6ceb739b-f7be-4e86-8495-1c6c04ae0ade","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.515930014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"ce00da1f-71bc-4718-8533-c3a19f93a7b6","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.539703043Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-free","reconcileID":"f6036e88-ffe6-4ad3-b0bf-f2a4cf5d1b34","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.559228387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"15877cdf-529a-4638-b963-99b714e61f70","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.577751322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9a9988ec-cf14-47ea-be39-27025b5af1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.577780198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b195d7fa-d9ae-4552-bb84-4fd8ddb9f415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.57820321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"42032e35-b069-44a9-86be-801f930fc3c5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.586560644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b195d7fa-d9ae-4552-bb84-4fd8ddb9f415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.5869706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"42032e35-b069-44a9-86be-801f930fc3c5","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.588748038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9a9988ec-cf14-47ea-be39-27025b5af1e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.62753037Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=0:[ai-tenant-e2e-worker-w0-f3631f/e2e-test-subscription-free ai-tenant-e2e-worker-w0-f3631f/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.627650443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"18ed6175-53db-4e92-8642-362259e7e174","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.6384477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"04a47224-6aa6-4c7c-975d-d68c6bc3d75d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.641627898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-free","reconcileID":"805ab2f9-87bb-4838-b33d-8349266c1a50","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.641724836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"bed36fc1-c38a-434f-af72-127676095c35","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.642026761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"1199c5d8-4316-4b96-83c0-7bc7254bc0b6","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:42.645065284Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3631f/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.649127443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"72029111-14cb-4233-b6a2-1de7ed5fe1f4","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.716551186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cd51eaba-e78f-4478-9775-87322fb44f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.716921544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d0df1b59-7e0d-4dd3-954f-30a82e6db3dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.717011438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3f879b71-fc15-4f6c-8739-95ada07224f2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.725621073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d0df1b59-7e0d-4dd3-954f-30a82e6db3dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.725659587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3f879b71-fc15-4f6c-8739-95ada07224f2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.728773404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cd51eaba-e78f-4478-9775-87322fb44f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.740945197Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-premium","reconcileID":"048e23e0-3289-43b7-9713-b699c19feea3","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-f3631f/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.762470802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"1619797b-27de-4f90-b955-4c63f554f874","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.833803014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-premium","reconcileID":"5b48399b-75a2-47e2-80e3-a2ab8f83c5e1","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.834035198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-free","reconcileID":"de0163cc-5eef-44d7-99b5-69e2412bfd06","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.834325588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"92ef7662-8927-4524-ba9e-7f39127bc8b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.095735172Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-ordering-sub","reconcileID":"037d8ad1-4b9b-4a5a-b0f6-96967c7ce9af","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.105489571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"49e6c751-22d9-41dd-aa00-188f60dcc651","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.114629405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"de057d83-a0ee-4ebe-9d3d-17c459719d6a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.117741863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ed4e0434-fd78-43f1-b0ec-4d00bc9ef6d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.121079342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"cff006b3-ddc7-4d72-9471-39495e0a0b4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.121482068Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-ordering-sub","reconcileID":"037d8ad1-4b9b-4a5a-b0f6-96967c7ce9af","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.127121045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ed4e0434-fd78-43f1-b0ec-4d00bc9ef6d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.131821158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"cff006b3-ddc7-4d72-9471-39495e0a0b4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.134644093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"de057d83-a0ee-4ebe-9d3d-17c459719d6a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.147904792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"e56dbf83-fe3c-4c51-acb6-c5ee387fd5a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.244505602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"85fc8548-2d1a-4b36-a607-7ffcedf8efcc","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.256375582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"aae4ba06-c82b-4779-b97a-1301bb629b8d","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.258207737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1ebd821c-3ca6-445d-b64b-a1ec3117c36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.25851647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"499c922a-2eae-4920-8cc0-c15920581db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.25865627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-ordering-auth","reconcileID":"01ebe850-d1f2-4958-8b59-3d6f4fe851a3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.266737166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1ebd821c-3ca6-445d-b64b-a1ec3117c36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.268402996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"499c922a-2eae-4920-8cc0-c15920581db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.269078627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-ordering-auth","reconcileID":"01ebe850-d1f2-4958-8b59-3d6f4fe851a3","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.380044534Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-ordering-auth","reconcileID":"bec75595-4fe1-4053-8f45-6203563e78f8","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.380228706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"7deb5060-f124-4b26-a9ec-a6fa370b35ea","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:44.461102297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"a259eafb-c1dc-4026-ac3a-d604c62a1c9a","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.624744427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"9b400dd6-f388-4880-8274-6ea17292dd1b","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.634078017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"11c8cf33-93ea-408b-a853-147091a012a7","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.644089397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"efd934a1-c995-4789-adad-b1f202d520d7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.65450779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"efd934a1-c995-4789-adad-b1f202d520d7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.683330893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"5b5faad2-5727-4fa0-8ad1-1d58a9c0ed9e","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.746758565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"aacaa320-0c2b-4018-b97c-0d80d7f962f4","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.755160989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"aacaa320-0c2b-4018-b97c-0d80d7f962f4","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.797396875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"ee32c5c7-e367-40b4-b936-d737c275bdcf","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.806729162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"03f5ff53-3d42-4965-a6cc-8df52cbc4ed9","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:45.810430065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-subscription-success","reconcileID":"9b58aecd-b72a-45ee-afa3-6adf3cd8d838","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.826774821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"7c7424a9-bbf3-4c24-bbb1-119feaafcd9f","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.835312921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"1d13c675-bee4-4764-bb48-c24bf901e927","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.844318942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5704282a-61a2-4b72-861a-6207d092026a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.844350704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"b69a935b-ad8c-4c6f-9bbe-74296c9d7f59","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.844872819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"edfdc996-0a0b-4a58-acc9-7c0c5af44beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.853058297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"b69a935b-ad8c-4c6f-9bbe-74296c9d7f59","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.853479301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5704282a-61a2-4b72-861a-6207d092026a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.855384791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"edfdc996-0a0b-4a58-acc9-7c0c5af44beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.864034771Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-subscription-success","reconcileID":"a00fea7b-f850-41e4-bab2-af212babad35","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/e2e-test-subscription-success","ai-tenant-e2e-worker-w3-4f93d1/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.884628156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"559f4568-3575-4e41-b7d4-05720a631d2e","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.951656983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-subscription-success","reconcileID":"6308b0bd-0392-4d2d-ad09-48d206bbc3cc","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:45.952104887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"447b468a-8d69-44bb-98b1-e4285e5babd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.059383541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"92d956f2-4ddd-4d00-8da1-24a0e0ce4e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.059394857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"78978625-86f9-4043-a1e9-2d1622c6915e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.062108622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"d6474b36-4cc5-4bce-bc57-e3dd6714932c","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.063791009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ab877f39-d97b-467f-aea7-58bb317a4226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.069403502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"92d956f2-4ddd-4d00-8da1-24a0e0ce4e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.06951023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"78978625-86f9-4043-a1e9-2d1622c6915e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:46.071969063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ab877f39-d97b-467f-aea7-58bb317a4226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.068387082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"de8eb5fb-ce31-48df-978b-97303c475eba","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.086655683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4457e415-df40-4ece-b1da-87846da9fb33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.087539669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c0cbac90-481a-439b-9627-2ac25926eef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.087681718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"0ab38b5a-ed55-4c96-82c1-f6e2f55c16b7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.097049484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4457e415-df40-4ece-b1da-87846da9fb33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.099312044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c0cbac90-481a-439b-9627-2ac25926eef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:47.10196508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"0ab38b5a-ed55-4c96-82c1-f6e2f55c16b7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.555770012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f7c1b0-9d87-46fb-8f59-6eb81532f740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.570823826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f7c1b0-9d87-46fb-8f59-6eb81532f740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.586756003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f7c1b0-9d87-46fb-8f59-6eb81532f740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:48.607873758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9f7c1b0-9d87-46fb-8f59-6eb81532f740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.006101208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"1c86be1c-7b49-4772-bfc6-b4cefa26841d","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.091148492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"1c86be1c-7b49-4772-bfc6-b4cefa26841d","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.091577023Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-user-subscription","reconcileID":"4aba2535-3b78-4944-b688-9a955fe08003","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.230820682Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-user-subscription","reconcileID":"4aba2535-3b78-4944-b688-9a955fe08003","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b13a14/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-b13a14/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.396747453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"b5ace93b-1447-4709-8be3-3842997ef720","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.41725046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"b5ace93b-1447-4709-8be3-3842997ef720","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.418505857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"651d6d77-1fae-4fe8-ab46-031d6d88f39f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.419459883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-other-subscription","reconcileID":"b1578187-e5c5-4dde-a930-9d60935282eb","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.467170103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"a5410285-1ad5-41ed-af81-637d78b43fc0","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.484423455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"77c749b0-c089-4506-93a4-140b9c4d9985","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.485073683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f8ee3bbd-3387-422b-b924-e818c82e2b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.494108502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f8ee3bbd-3387-422b-b924-e818c82e2b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.496309513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5fd255-cda4-4011-82d0-329ebea056f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.497317486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"77c749b0-c089-4506-93a4-140b9c4d9985","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.500043898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5fd255-cda4-4011-82d0-329ebea056f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.503496966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5fd255-cda4-4011-82d0-329ebea056f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.507096479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b5fd255-cda4-4011-82d0-329ebea056f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.587983391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3a1c0bed-7c22-4540-a092-f31dfd396ae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.597436321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3a1c0bed-7c22-4540-a092-f31dfd396ae3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.630368342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"56aa6894-6191-4c0d-ab68-f222ecf994c7","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.77102132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"698c993e-8f84-4d59-b476-67930ec38dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.771826767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"c8d1f705-7c50-4a34-b1e7-a2fb698076d7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.781302683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"698c993e-8f84-4d59-b476-67930ec38dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.78748871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"32dda709-0570-4a5b-b739-11014b36f2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.841000725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"c8d1f705-7c50-4a34-b1e7-a2fb698076d7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.841921465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"32dda709-0570-4a5b-b739-11014b36f2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.919459246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"5613ac1f-76a6-4e63-87ca-c4c36f64e377","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.936771188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"ea5421d8-75a3-481f-a70d-b5711835e007","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.940206755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"44b57e1f-e172-4fa9-854b-ca12b7e0e2c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.940330598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"09cc1aea-acea-4f80-8f12-a19fe6416034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.952305515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"44b57e1f-e172-4fa9-854b-ca12b7e0e2c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.965969377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"09cc1aea-acea-4f80-8f12-a19fe6416034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:49.97513297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"0658c7e8-738b-4325-8e95-0b179076f2f2","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.059265292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"947dc3ff-11e7-4d69-8d69-d6930d0b0179","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.458669587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"72c0f38e-2801-4c8d-84bc-618a076e9002","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.478317586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"ff95b671-3131-4242-98da-f80f3d586cf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.479471046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9f64b45f-0581-449c-86a2-2a27adad4564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.479528863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fdd2984b-3ffb-4105-85c0-c128abdd49fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.488154114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fdd2984b-3ffb-4105-85c0-c128abdd49fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.488538743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9f64b45f-0581-449c-86a2-2a27adad4564","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.499192112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"103aef8e-9810-412f-8b9b-0116bddbd95b","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.578199939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"6024a225-37c6-4753-8028-db37176882d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.603704214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"a95727e5-cf6a-43b6-93c1-634642b4b98b","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.603722137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"a95727e5-cf6a-43b6-93c1-634642b4b98b","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.614216652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"4a824029-98b8-492e-8792-11865fa32ffe","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.614238725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"4a824029-98b8-492e-8792-11865fa32ffe","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:24:50.614683619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"8682ca9a-4262-4186-915c-12f4048084a9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-2eee8c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.624765676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"df22f752-e06d-4917-9155-e986597276ef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.624781203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"df22f752-e06d-4917-9155-e986597276ef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.633450647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"00890a97-5f00-44ba-8a35-6877b98b6b3c","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.633469251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"00890a97-5f00-44ba-8a35-6877b98b6b3c","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.681300317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"dd7e93d5-7c55-4896-92c4-bbd955d5bd93","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.688820325Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"5b4aed77-5bbc-44f2-8f8e-9588715ef02a","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"maas-trlp-ipp-route-2eee8c","model":"ipp-route-2eee8c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.689888442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"dd7e93d5-7c55-4896-92c4-bbd955d5bd93","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.709569235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"ffa9e1da-36a9-4821-bfcc-def57892cc0d","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.709586003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"ffa9e1da-36a9-4821-bfcc-def57892cc0d","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.780879832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"cec11b80-f2c1-44bb-b2e5-1d37d4eaab5c","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.781499753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"4b0489e5-9dca-421b-beb7-f35b79523cd2","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"maas-trlp-ipp-route-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.842104388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"cec11b80-f2c1-44bb-b2e5-1d37d4eaab5c","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.228957251Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","namespace":"ai-tenant-e2e-praxis-a-019ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.229049844Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","namespace":"ai-tenant-e2e-praxis-a-019ef4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.229110658Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","tenant":"e2e-praxis-a-019ef4","tenantID":"e2e-praxis-a-019ef4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.234529178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"Deployment","name":"maas-api-e2e-praxis-a-019ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.251111657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"Service","name":"maas-api-e2e-praxis-a-019ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.264226946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-019ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.270941258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-019ef4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.279284114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.286827449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.295974685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.301699748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.305815801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.309313193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.312762361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"Service","name":"payload-processing-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.31816755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.32184405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.326519657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.329810774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.337271867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.34076698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.349842723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.355747306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-019ef4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:53.361471039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-019ef4"},"namespace":"ai-tenant-e2e-praxis-a-019ef4","name":"default-tenant","reconcileID":"e5bcf3ad-9e9c-4191-ba5a-602d877b0c14","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-019ef4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.125326693Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-free","reconcileID":"720cadd3-0017-4e64-a09e-f07bf73c2d4f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.147287051Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-free","reconcileID":"720cadd3-0017-4e64-a09e-f07bf73c2d4f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.25910904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"72d76221-090e-4a50-bcbe-2a8220484257","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.259373208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"fd70a9c8-4c97-4697-b08c-79a613307597","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.259746125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-premium","reconcileID":"3a405626-27f7-4725-87fa-2749a0514b99","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.272398762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"baaf1174-b082-44a1-ac05-aeca1303a185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.27245195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f9931710-e535-4fa4-86d3-89250a5658ba","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.273046023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1791b3bb-582a-4f2e-87a2-0cd5078ead24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.282918313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f9931710-e535-4fa4-86d3-89250a5658ba","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.283021326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"baaf1174-b082-44a1-ac05-aeca1303a185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.286415129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1791b3bb-582a-4f2e-87a2-0cd5078ead24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.416116103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"cb0c8db6-0bbb-46b9-9f22-8165ff6162d2","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.470893907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6e591a9e-f6d2-4dcf-b2c2-7e88bbf93c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.471067341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"5d798d74-958f-4af7-9a34-f47e59abb4a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.471404127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"524d43c3-5a60-4774-bfc1-7b940f0e247c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.481133473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"5d798d74-958f-4af7-9a34-f47e59abb4a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.541270395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6e591a9e-f6d2-4dcf-b2c2-7e88bbf93c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:54.542286857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"524d43c3-5a60-4774-bfc1-7b940f0e247c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.366487857Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-019ef4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-019ef4","reconcileID":"3f375ecc-b73b-4232-ae7b-645657f6625e","aitenant":"ai-tenants/e2e-praxis-a-019ef4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.498654747Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-019ef4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-019ef4","reconcileID":"3f375ecc-b73b-4232-ae7b-645657f6625e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-019ef4","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-019ef4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.52374216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4938fa0-7d00-44d4-b57f-30d40147b196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.540779826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4938fa0-7d00-44d4-b57f-30d40147b196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.548888976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4938fa0-7d00-44d4-b57f-30d40147b196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.552274079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4938fa0-7d00-44d4-b57f-30d40147b196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.805096177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326b6b0a-420d-422e-97a2-5f47dbb3e9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.808670455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326b6b0a-420d-422e-97a2-5f47dbb3e9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.812323827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326b6b0a-420d-422e-97a2-5f47dbb3e9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:55.816199031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326b6b0a-420d-422e-97a2-5f47dbb3e9b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.469953692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad21981-9584-473d-8603-00be89eaf3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.474045419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad21981-9584-473d-8603-00be89eaf3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.478140238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad21981-9584-473d-8603-00be89eaf3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:56.541047484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ad21981-9584-473d-8603-00be89eaf3d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.091076375Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-subscription-success","reconcileID":"359c80fa-084c-433a-8f63-c888a6840282","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.139572998Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-subscription-success","reconcileID":"359c80fa-084c-433a-8f63-c888a6840282","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.189110452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"c1992552-d037-4321-87b8-3c7eaeb09bfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.225509559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"9fedea30-673f-48fe-8aac-4af55f692614","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.259092879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"b517bee9-3ca1-41b0-b189-9b4cbe32659c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.259109353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2cd7eb88-8a0b-4e16-b6c0-589fc4462d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.259526106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2c54444d-8bb8-480a-b1f1-4847d576a5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.275901389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"b517bee9-3ca1-41b0-b189-9b4cbe32659c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.276840928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2cd7eb88-8a0b-4e16-b6c0-589fc4462d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.286299348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2c54444d-8bb8-480a-b1f1-4847d576a5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.365950441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"5bcf07dc-eafa-415e-bf39-40d3d0991262","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.365978555Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-test-auth-success","reconcileID":"76cfe81b-7bb9-4109-8d4d-c9d281e38cdd","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:57.503038172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"3ee9d81f-641a-45ad-b8d9-6e965645972e","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.654068098Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-other-subscription","reconcileID":"dd98c38f-5e3a-48c8-b764-b57189ca9b70","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.679664453Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-other-subscription","reconcileID":"dd98c38f-5e3a-48c8-b764-b57189ca9b70","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b13a14/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.698276607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"0400f757-40d6-4eb0-8ef4-d83d2c9398b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.702403717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"4c6938f5-889f-4ad9-8e18-1baf8cc1acb1","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.71275325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8df1c19c-14e1-4697-841f-3a8d69b68b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.712937913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bc948fa9-57d1-4b52-95c3-b7b8b5259777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.713189891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"129558e9-f645-4d41-bfb7-f3881dafb1f7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.723943946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bc948fa9-57d1-4b52-95c3-b7b8b5259777","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.724033544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8df1c19c-14e1-4697-841f-3a8d69b68b96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.726138225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"129558e9-f645-4d41-bfb7-f3881dafb1f7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.851281233Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-auth-access-denied","reconcileID":"f8c6f120-79de-47c2-90f4-18f81a11dbcd","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.851897808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"d27212b7-2c4d-4f0b-8499-88020886830e","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:59.873136239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"dfcb8211-e155-4581-b04c-6ba2732784e7","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.263528414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"7835a0e0-e55e-4c8e-a2c1-17c2b10c21ba","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.276791374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"19a6f0da-b6a9-411b-9a5a-d6591b13bc70","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.289010009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"c8bb5593-fede-4191-b6c0-aa63297e4efd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.299149986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"c8bb5593-fede-4191-b6c0-aa63297e4efd","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.341565846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"ba027cf5-6f6b-4a24-b49f-23f8146c18b0","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.404126043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"1cfafa80-fec2-48db-ad4a-4a2274bff778","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.438786232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"1cfafa80-fec2-48db-ad4a-4a2274bff778","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.480473835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"f02e1157-8f52-435a-9f8f-fccdb596078c","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.494217454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"c75d4a7a-07e5-4fc9-9949-126f54cda11e","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:01.49737446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-subscription","reconcileID":"a5ea7d19-a297-4972-89a4-b54e60485f15","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.499854451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"512a7c4d-0c16-4c77-8c5c-fff72a67ae84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.500353087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"a36d9dba-09ac-45bb-8491-1f532f990978","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.500850443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"6a5497f4-09ba-4b8e-9cfe-951dc6ce9585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.51174963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"6a5497f4-09ba-4b8e-9cfe-951dc6ce9585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.511771164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"512a7c4d-0c16-4c77-8c5c-fff72a67ae84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.514253639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"a36d9dba-09ac-45bb-8491-1f532f990978","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.52039848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"bd438952-a963-4ee5-a6b1-80b8a3836e52","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.531912187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"f61f1777-6c6f-4ee6-9efa-5ae78304daab","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.566081511Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-subscription","reconcileID":"945c810c-7cc7-4fd6-8b6e-80953ec9fe37","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-b13a14/e2e-test-group-subscription","ai-tenant-e2e-worker-w1-b13a14/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.593198633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"1083c839-bce7-4cf6-ae0e-11522ce8b25c","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.657558089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"8bbb03ac-f69f-4cb1-8fb0-0fe0f31dea6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.658243604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-subscription","reconcileID":"144e7240-780e-4ff6-98bf-5e2bcdc6dbda","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.679782027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"71cc0fd7-94b5-47bf-93e8-c248483f037e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.68085367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"dc7e78fd-cd8b-440a-aa5b-ff5753eba907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.680903076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"2b7cf2c4-08f3-4606-a13a-1cf02fc728d9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.6889053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"71cc0fd7-94b5-47bf-93e8-c248483f037e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.692149797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"2b7cf2c4-08f3-4606-a13a-1cf02fc728d9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.692251123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"dc7e78fd-cd8b-440a-aa5b-ff5753eba907","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.838109159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"b0927e39-6336-43d2-835c-1bce3fe1bf92","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.845151978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"fbe36b57-206b-4185-b416-a7b400ac2e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.845899178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"11604148-2567-45f2-8669-5be9616bd52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:01.846373269Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4f93d1/e2e-status-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.87148014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"fbe36b57-206b-4185-b416-a7b400ac2e7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.872365131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"11604148-2567-45f2-8669-5be9616bd52d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.944938049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d8358401-70c0-4494-963e-71c1adaa1589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.946120608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b8368945-f433-474d-b24b-d8df3f4446d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.971043582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d8358401-70c0-4494-963e-71c1adaa1589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.971543538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b8368945-f433-474d-b24b-d8df3f4446d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:02.175817802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f963146d-33c6-4df4-9df1-190d624873af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:02.176550819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"60f3c558-c485-49db-a58e-c5dfa93df353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:02.208960623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"60f3c558-c485-49db-a58e-c5dfa93df353","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:02.229307381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f963146d-33c6-4df4-9df1-190d624873af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:03.433293802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"318ffe0a-0659-425f-b40d-0a85596cf5c6","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:03.476099073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5bca0053-afdb-4457-ae52-0db3994e4055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:03.483496437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f98b3b5c-bd5b-4e0d-8c12-097490d0cffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:03.484347145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"5e770c48-8259-41b1-ac63-2c15bab54640","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:03.513430447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5bca0053-afdb-4457-ae52-0db3994e4055","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:03.523170284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f98b3b5c-bd5b-4e0d-8c12-097490d0cffa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:03.530745161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"5e770c48-8259-41b1-ac63-2c15bab54640","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.435986598Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-premium","reconcileID":"17460de6-8545-4616-8bd3-09c305412bf2","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.471195339Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-subscription-premium","reconcileID":"17460de6-8545-4616-8bd3-09c305412bf2","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.541296566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"50ad1280-18ec-41ed-98b7-a7323a1bacd9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.604926311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"39934f03-4ae3-484e-88d7-965553fc2e5f","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.614973583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"271c1032-0a97-4541-aaac-cef9c4dfe90c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.617871246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3cedbe79-b58d-4439-bb2c-727eb2f5f5d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.618236577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"55245c3a-2061-43c4-8f81-0c232b3c59f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.64885804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"271c1032-0a97-4541-aaac-cef9c4dfe90c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.651039287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3cedbe79-b58d-4439-bb2c-727eb2f5f5d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.6640415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"55245c3a-2061-43c4-8f81-0c232b3c59f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.760322519Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-test-auth-multi-sub-valid","reconcileID":"73904dc6-444e-45d8-87e8-7ea7354a6aa4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.761130372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"1975d7e0-9d41-4286-9c2e-464ae3e6a639","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.876818051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"7b8b12f9-354a-49e1-9046-b1917520009e","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.933093898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e185922-e007-43b9-81f6-39442b612e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.939412248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e185922-e007-43b9-81f6-39442b612e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.946259789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e185922-e007-43b9-81f6-39442b612e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:07.951825381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e185922-e007-43b9-81f6-39442b612e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.336736391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108adc71-9aba-42f3-acfd-004ebba72a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.346822083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108adc71-9aba-42f3-acfd-004ebba72a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.360034429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108adc71-9aba-42f3-acfd-004ebba72a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.381101743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108adc71-9aba-42f3-acfd-004ebba72a8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.875749029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"07e77e79-dfde-4adc-91e7-a6b49825da8a","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.911754877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"a2bb9c3a-f902-4713-8460-16e3da3a615a","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.95179051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-auth","reconcileID":"30f5ad9a-9fcb-4263-b186-6b830ab34be1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.960741763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-auth","reconcileID":"30f5ad9a-9fcb-4263-b186-6b830ab34be1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.996296228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"468f7667-6622-470b-8f21-4ab4b5c4b49f","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.022069799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-auth","reconcileID":"507ffcda-f0b3-4886-9e51-ad5bacef43cc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.030857789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-auth","reconcileID":"507ffcda-f0b3-4886-9e51-ad5bacef43cc","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.038815032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"7e2baa92-b99b-4273-879b-a7ef25af93e0","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.045315166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"5a2a885d-c075-40bf-a140-bf68128f4f32","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:10.051843742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-sub","reconcileID":"5a297373-b1f6-4b5e-80e8-e5cecf0371e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.069225596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"764e22a5-04f2-4397-a51c-970e44bb6dca","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.077793998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"8c670341-78c6-4026-9c1f-fec650e45f46","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.102656476Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-sub","reconcileID":"584413e7-7a1b-4af0-84a7-7bad811a3c91","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-status-active-sub","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.124122407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"14416537-72dc-486c-9ed5-18b9152783f8","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.124401011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"55046914-dc36-4ca1-9c41-a938f0102bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.124735346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f414c8d6-158e-4c27-8ba9-b96a4d98b764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.133309558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"55046914-dc36-4ca1-9c41-a938f0102bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.133337144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f414c8d6-158e-4c27-8ba9-b96a4d98b764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.193052705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"80352511-c8fd-40c8-9029-54f96986c192","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.19309131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-sub","reconcileID":"0fe7e068-7b84-46ce-9701-797aecee73fd","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.222779737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2f3545ac-4edf-4f85-b55e-61bbabd0ba39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.222794521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8997ae0a-17db-46e6-b5e7-0a9630c4a93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.223221428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-auth","reconcileID":"693dd313-07f1-443a-b11e-ff405b3e23b8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.231327921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8997ae0a-17db-46e6-b5e7-0a9630c4a93d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.234693426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-auth","reconcileID":"693dd313-07f1-443a-b11e-ff405b3e23b8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.234864081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2f3545ac-4edf-4f85-b55e-61bbabd0ba39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.629090937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"51c84bb4-3a16-438d-8e8a-4a51d35a566d","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.638736938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-auth","reconcileID":"361f4ff5-87df-45ff-a9e3-3a57a76be720","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.641739643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"58013cbe-63e0-42a8-a4f6-eb05262189f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.642730259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c4c8235c-8692-46ae-a232-854a08114bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.648540876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-auth","reconcileID":"361f4ff5-87df-45ff-a9e3-3a57a76be720","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.651800944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"58013cbe-63e0-42a8-a4f6-eb05262189f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:10.652432494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c4c8235c-8692-46ae-a232-854a08114bb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.387756855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.388659233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"38bb0454-e776-40db-9aab-b0d9c7025ba1","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"maas-trlp-ipp-route-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.551047889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"40cbf4c0-1e8f-41ce-8419-10b986d7e0d8","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:11.551148564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"40cbf4c0-1e8f-41ce-8419-10b986d7e0d8","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.004963979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"4576e18f-9ec7-48fc-873a-23845142da73","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.015436113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"4576e18f-9ec7-48fc-873a-23845142da73","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.156771299Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-failed-sub","reconcileID":"3f21ea96-859b-475c-bcf6-9fce71f31724","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.15702816Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-failed-sub","reconcileID":"3f21ea96-859b-475c-bcf6-9fce71f31724","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.208658622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"7b6555db-270e-4d0e-a1b5-c41f5afe5d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.20870823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0c0e176b-ac6c-4631-9f82-633fcd134ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.217724127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0c0e176b-ac6c-4631-9f82-633fcd134ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.219317886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"7b6555db-270e-4d0e-a1b5-c41f5afe5d23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.442355004Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","namespace":"ai-tenant-e2e-praxis-b-59bc3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.442557951Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","namespace":"ai-tenant-e2e-praxis-b-59bc3b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.442700398Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","tenant":"e2e-praxis-b-59bc3b","tenantID":"e2e-praxis-b-59bc3b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.451956765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"Deployment","name":"maas-api-e2e-praxis-b-59bc3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.471786243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"Service","name":"maas-api-e2e-praxis-b-59bc3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.478901351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-59bc3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.486795152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-59bc3b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.493371201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.502482692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.518985473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.527572347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.534235455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.538753967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.54294603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"Service","name":"payload-processing-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.546818596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.550825281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.554815564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.558840274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.566796898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.57091935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.576846158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.582814988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-59bc3b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.58714532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-59bc3b"},"namespace":"ai-tenant-e2e-praxis-b-59bc3b","name":"default-tenant","reconcileID":"1b8abbaf-39d5-4b5e-81d4-67c5629acaa6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-59bc3b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.984070465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"2827e39a-e2e5-4143-9c81-a4fbaa9cfb59","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.092217293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"5c958fb9-428b-44e5-988b-b44333999892","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.214286496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-active-auth-only","reconcileID":"1207e7ef-3feb-4e60-92a7-0c88a96265cb","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.385515946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-active-auth-only","reconcileID":"1207e7ef-3feb-4e60-92a7-0c88a96265cb","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.506041713Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-subscription","reconcileID":"fd0183a3-b2ca-4768-bd9d-a1d094dfb600","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.53369226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"e0bc669b-b249-4836-916a-4175203d6ae8","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.555061277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-active-auth-only","reconcileID":"077b9ba3-c44a-4cea-8f0c-8168f6fb11ce","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.556520736Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-subscription","reconcileID":"fd0183a3-b2ca-4768-bd9d-a1d094dfb600","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b13a14/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.610967791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-active-auth-only","reconcileID":"077b9ba3-c44a-4cea-8f0c-8168f6fb11ce","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.627580492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"4319afd2-2665-4d57-b0f7-ac894a89b4ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.765557961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"7cbf3868-e465-4167-b81c-25129a789fd3","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.805172047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"5af31d57-2bae-4909-862c-4dd9307ba355","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.815689452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"17f569e7-0885-445c-ba81-3ac7f1dfa5d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.81671116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"a74e6191-fd56-406c-ada6-531b9a398ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.821682796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"5af31d57-2bae-4909-862c-4dd9307ba355","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.845905247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"a74e6191-fd56-406c-ada6-531b9a398ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.846490742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"17f569e7-0885-445c-ba81-3ac7f1dfa5d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.886394814Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-test-group-auth","reconcileID":"4ccbfb7e-4772-4e24-9ce1-ef2c664c8726","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.887250671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"8e47e086-0ecf-4132-b177-dc517a4a979a","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:14.063842516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"bfb14132-c932-4bd6-ba64-3428e3977c73","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:14.896066556Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-59bc3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-59bc3b","reconcileID":"75caae8c-79ec-4658-9d62-03600afe7a18","aitenant":"ai-tenants/e2e-praxis-b-59bc3b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.118958779Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-59bc3b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-59bc3b","reconcileID":"75caae8c-79ec-4658-9d62-03600afe7a18","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-59bc3b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-59bc3b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.182319813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd061f92-05a2-4034-b82d-de3da8efaf52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.185646458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd061f92-05a2-4034-b82d-de3da8efaf52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.189134295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd061f92-05a2-4034-b82d-de3da8efaf52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.192452307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd061f92-05a2-4034-b82d-de3da8efaf52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.549513893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"6a0da368-1cab-4364-8790-056bcf33b661","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.555841719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d531820-ac8c-433a-bd70-da01439eb96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.556802119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-active-auth-only","reconcileID":"0b317094-2f57-4a57-8bdb-3a506e8a1d18","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.569780848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d531820-ac8c-433a-bd70-da01439eb96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.574672685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d531820-ac8c-433a-bd70-da01439eb96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.578238457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d531820-ac8c-433a-bd70-da01439eb96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:15.588407736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"233acfe5-8dea-4afb-9a33-67197f682ece","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.17522551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e1fcc1-c01c-4fda-8c68-39cc771eeb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.1786861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e1fcc1-c01c-4fda-8c68-39cc771eeb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.18192245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e1fcc1-c01c-4fda-8c68-39cc771eeb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.185231472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2e1fcc1-c01c-4fda-8c68-39cc771eeb19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.392062086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"67746633-bcd2-4af6-a3e2-47527ae218bf","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.400438921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"a5bacf31-09ea-45d2-b68c-1b10a6a8d69d","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.427021921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-degraded-auth","reconcileID":"805433e0-6754-4378-b63c-48a105936458","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.452908402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-degraded-auth","reconcileID":"805433e0-6754-4378-b63c-48a105936458","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.494881433Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-degraded-auth","reconcileID":"805433e0-6754-4378-b63c-48a105936458","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.606079329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"6a038999-77cb-4f83-969c-0e409893e423","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.618035792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-degraded-auth","reconcileID":"58d0f7b7-48d3-4fd6-85d1-98829c876f19","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.628144684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-degraded-auth","reconcileID":"58d0f7b7-48d3-4fd6-85d1-98829c876f19","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.638891489Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-degraded-auth","reconcileID":"58d0f7b7-48d3-4fd6-85d1-98829c876f19","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.69971492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"e7c2e9a4-5218-4c4d-a164-9309ec77369f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.977234274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"0389793f-67cc-4914-a972-6b6cefa4139f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.497509616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"5c511a5a-289b-4330-8734-8056501769fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.780380472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-failed-auth","reconcileID":"421084fd-c866-45d9-985b-082ea8a34136","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.788854853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-failed-auth","reconcileID":"421084fd-c866-45d9-985b-082ea8a34136","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.789855915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"564d7217-b09c-4360-9f39-4e0b8cfac2f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.795694905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-degraded-auth","reconcileID":"f1a2114c-d4cd-4c8c-849b-1a3c7f34367b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.795940324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"57747262-9309-4e0a-886b-9d8db65dbc85","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.79614066Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-failed-auth","reconcileID":"421084fd-c866-45d9-985b-082ea8a34136","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.799740408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-status-degraded-auth","reconcileID":"f1a2114c-d4cd-4c8c-849b-1a3c7f34367b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.814405868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"1fe4db84-84b1-436e-bd90-a321ecbf44e0","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.880389575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-failed-auth","reconcileID":"98449470-1379-40be-bba1-8d6249ad7a63","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.8895205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-failed-auth","reconcileID":"98449470-1379-40be-bba1-8d6249ad7a63","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.896675767Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-failed-auth","reconcileID":"98449470-1379-40be-bba1-8d6249ad7a63","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.052318878Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-failed-auth","reconcileID":"a922b8a9-bda5-42d5-b3de-3a16bf3f6333","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.67904366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"63c29017-407c-484c-832b-f8b19600a5f2","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.685240034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"cb364897-e938-48d7-8c29-9ab5b121ac14","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.734047701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"87207d78-4899-4589-ab0a-f49cf6aa254f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.742529116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"87207d78-4899-4589-ab0a-f49cf6aa254f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.765043241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"073375ba-6cb1-49c5-84c5-482ae70971ef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.865169165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"4caeaa63-ef00-41b2-877c-aaa9cf514dc1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.866820638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"5e08b12b-bb8e-4f2d-b96e-b7aa9f601fe8","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.943403704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"4caeaa63-ef00-41b2-877c-aaa9cf514dc1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:19.945141062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey","reconcileID":"aa5d159c-140c-4af4-9b39-9e6956e39aec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.946156088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"64efdb23-377e-40b6-a22a-6e3f7ba463a3","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.951374374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"89b46a41-98db-4e68-988f-c8fc97c4736a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.952046571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"88c76f8a-cb6e-4a42-b2f8-432eb8366c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.960830301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"89b46a41-98db-4e68-988f-c8fc97c4736a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.962026418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"88c76f8a-cb6e-4a42-b2f8-432eb8366c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.96603812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"0ac0d364-b9be-466e-97f4-c0bb4657b503","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"tenant":"e2e-worker-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.966061043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"0ac0d364-b9be-466e-97f4-c0bb4657b503","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.977105666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"8459b750-f1d8-4f03-9f3f-e57f3442d3ae","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.978215153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"12cc05fe-a3f6-419d-9330-156b285b38c3","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.001824179Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey","reconcileID":"1521d713-e287-4ca7-ad5a-713e86b8ea13","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.001953274Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey","reconcileID":"1521d713-e287-4ca7-ad5a-713e86b8ea13","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.03595616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"b0985c79-56e7-4643-b79a-b80690198ca5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.044517068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"b0985c79-56e7-4643-b79a-b80690198ca5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.088710549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"8d224a44-90a7-4d59-89b7-728d4db3000a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.163917898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"dab82a87-9d34-4233-a02b-11ad0ff609d1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.168434616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"6eb78b09-6dd1-4bc5-b035-9bd644ba8d7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.169106839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6176f3c6-18e8-4069-9e21-f26b431348f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.169749902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"f252b806-c8a2-4236-9b1c-8ab214acea8f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"tenant":"e2e-worker-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.175811802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"f252b806-c8a2-4236-9b1c-8ab214acea8f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.176197597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"a4918f27-886f-4942-970c-8256d85b8758","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.1816748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6176f3c6-18e8-4069-9e21-f26b431348f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.183732601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"dab82a87-9d34-4233-a02b-11ad0ff609d1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.184788705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"cb80886e-cf9e-4b48-ba71-fc859b6bb905","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"tenant":"e2e-worker-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.184807285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"cb80886e-cf9e-4b48-ba71-fc859b6bb905","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.185821549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"6eb78b09-6dd1-4bc5-b035-9bd644ba8d7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.193843734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey","reconcileID":"01c14ef7-ae1f-4371-a9d8-f5a9d9329d9b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.193949661Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey","reconcileID":"01c14ef7-ae1f-4371-a9d8-f5a9d9329d9b","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.240183352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"656b1386-0d2f-46a8-a1e3-745a6fd9d9d5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.248462011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"656b1386-0d2f-46a8-a1e3-745a6fd9d9d5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.302109685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"c149004a-d438-4166-913b-1cb4559f190d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"tenant":"e2e-worker-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.302131193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"c149004a-d438-4166-913b-1cb4559f190d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.331744052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"5e6aa14e-a3e3-476b-9e88-d9b5e3e49f01","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"tenant":"e2e-worker-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.331765524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"5e6aa14e-a3e3-476b-9e88-d9b5e3e49f01","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.343755099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"cdbd32a1-26c4-46f1-952e-6b9f5a06f8bf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.34505261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"2ed94948-f2b5-477e-bfa3-8517c6e81e3b","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.345536684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"fcbc5525-9178-4038-bc65-58bd9aa4c9f0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"tenant":"e2e-worker-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.345551735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"fcbc5525-9178-4038-bc65-58bd9aa4c9f0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.352215709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"cdbd32a1-26c4-46f1-952e-6b9f5a06f8bf","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.35582912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"d94f9c79-4103-4de4-a2f3-aa0605f08144","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"tenant":"e2e-worker-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.355852182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"d94f9c79-4103-4de4-a2f3-aa0605f08144","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:20.355936496Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-b13a14/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.376435807Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-sub","reconcileID":"53f53203-5d19-4f14-bae0-4ae44b42e0a2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-b13a14/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.403449318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"c1ab7a57-026b-48a9-a3e0-311e6117dae7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"tenant":"e2e-worker-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.403471546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"c1ab7a57-026b-48a9-a3e0-311e6117dae7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.440213855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"f2fe682e-17ab-4a18-8caa-984cf4511957","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.440365643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"337eb409-c08d-4e27-ad25-b501236cd983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.440214519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"300559dd-e7b2-4f0b-ae85-3695f037a279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.454246366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"337eb409-c08d-4e27-ad25-b501236cd983","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.454737868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"f2fe682e-17ab-4a18-8caa-984cf4511957","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.458207463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"300559dd-e7b2-4f0b-ae85-3695f037a279","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.471101671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-sub","reconcileID":"73304bca-35e2-4109-bd93-74975a5d7c1f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.609020894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3fd1cb8f-6780-452b-a8c3-d66ff3d1309f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.609022915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"a4a32b4d-adf5-4459-8ae7-0abf0fe7703d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.617909695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3fd1cb8f-6780-452b-a8c3-d66ff3d1309f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.618095453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"a4a32b4d-adf5-4459-8ae7-0abf0fe7703d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.645145722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-sub","reconcileID":"ff0de87b-712d-4800-b61d-f2498096cc25","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.669044606Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-sub","reconcileID":"ff0de87b-712d-4800-b61d-f2498096cc25","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.683991863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"b9e2457f-c868-469f-932e-9a5917869d5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.69127111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"6ab77356-f38f-44be-81b2-ea1dab33603c","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.702653772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"8dc7745f-2501-4811-9bb8-5fe2f8ee7b8e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"tenant":"e2e-worker-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.702679859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"8dc7745f-2501-4811-9bb8-5fe2f8ee7b8e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.707864419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1e4612ec-ece6-4add-a156-9bf30c0a8aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.707965712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"56a36bfd-556f-4c89-a61b-c8074f5379f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.708544615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-auth","reconcileID":"7ea6c6ec-7035-4ae5-b97d-3983d7cf248e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.717134702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1e4612ec-ece6-4add-a156-9bf30c0a8aa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.719098835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-auth","reconcileID":"7ea6c6ec-7035-4ae5-b97d-3983d7cf248e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.719405492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"56a36bfd-556f-4c89-a61b-c8074f5379f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.855750608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"19902f03-cb9d-4716-9ec6-84f32b23ee7e","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.856088995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"4e64901d-7ec4-4fd9-bf96-05abc2d6cfc9","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.863449716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"9cbbb7f0-a985-46a3-8f41-4b3b9078ff22","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.873005949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"328c7b36-eb46-4cac-9327-5cff9bfa9b02","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.941135554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-active-auth","reconcileID":"1f64746e-2245-4e3c-9f77-853051dffafa","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.945632406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"328c7b36-eb46-4cac-9327-5cff9bfa9b02","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.962487024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"589c941b-76c7-4435-b7d1-d3c10eb983fe","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.970228282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"faa24fdd-05c7-4dc0-af82-aceb3a591d8c","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:20.976466748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-sub-only","reconcileID":"e1b71f74-528d-48f2-8609-31e34ac6757f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.979134445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"80ce6695-2c66-4931-b1e8-9c498e02bb40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.981241828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"89206aab-0024-4c74-8c6e-5bc8a47f7e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.987779626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"80ce6695-2c66-4931-b1e8-9c498e02bb40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.99041806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"89206aab-0024-4c74-8c6e-5bc8a47f7e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.993927135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"a912dd5e-c592-4011-89d3-7aa0c44c1f41","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.002841005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"4a92a9b5-f275-4bb8-855e-7df037be79ba","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.027853932Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-sub-only","reconcileID":"1bb66cc7-52c6-47f4-be81-1b92f3ce47de","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-test-group-sub-only","ai-tenant-e2e-worker-w4-466f83/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.048565325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"bca48944-97d6-4080-9622-f9094115782e","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.118730831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"0aa94222-45c2-4f5f-8d29-6d527592dcfc","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.119209715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"fa1ba925-d98b-49b8-b12a-80355bf0ea0d","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.158235192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"79186fd7-8ce1-4d64-815e-9465d6136f05","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.162414355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"32ce2487-0cfb-4866-8ce7-f2295ba4678b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.162969806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8bc0e64c-c8b0-4591-9fc0-0c6a9aebb5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.163244232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"99be971d-5512-4329-b785-814648cb9dbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.163668265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-sub-only","reconcileID":"c1bccbf3-aa71-4d1e-ab02-656224784139","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.168125808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"79186fd7-8ce1-4d64-815e-9465d6136f05","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.174885262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8bc0e64c-c8b0-4591-9fc0-0c6a9aebb5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.175048538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"32ce2487-0cfb-4866-8ce7-f2295ba4678b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:21.198245951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"79186fd7-8ce1-4d64-815e-9465d6136f05","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-no-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.231409721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"11b60be6-6c77-4830-a85d-89efcd139919","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.240263491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"11b60be6-6c77-4830-a85d-89efcd139919","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.809670081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"39088fd2-6a4c-42a7-af1a-59d184cc6424","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.818832575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6bd62a2c-a3d6-4487-9fe0-c7fbb4c220a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.818973703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"6cda4358-962f-496e-8ad8-ed299656ced4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.822172223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7b98d172-e373-4252-b6c9-9340d726c601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.895931876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"6cda4358-962f-496e-8ad8-ed299656ced4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.899532383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6bd62a2c-a3d6-4487-9fe0-c7fbb4c220a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.900089626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7b98d172-e373-4252-b6c9-9340d726c601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.908640392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"68ef91b5-0b07-4047-ae11-5f1830ad2913","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.916716191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"3e00a243-2ab5-4f97-8c60-42ee93c29f8f","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.925331045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"efc234f7-c17c-4a17-bf1c-d78ddc4a72bd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.933894922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"efc234f7-c17c-4a17-bf1c-d78ddc4a72bd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.020558792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"c8f55efb-1e23-408d-afeb-fdea078572f9","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.030220201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"f69696b9-e5ae-4f23-8828-7516b468c4fd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.042766782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"f69696b9-e5ae-4f23-8828-7516b468c4fd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.086957004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"d8beef84-ad9d-4248-93dd-2add1d0bbfca","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.096037192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"b9b49a7d-9eb5-4078-b95a-3bd122446d24","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:22.09891572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-sub","reconcileID":"d06b88a0-d7eb-400c-9207-8f20bd22fa17","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.116313611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"32602dab-6a2a-48f0-9f8c-e60e48a94d7a","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.124970844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"8e3a93e4-9540-4ae8-bb90-5a8f95162b06","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.129810816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"5e4395f6-6856-4c43-bd5a-cd08368e0e18","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.130081865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"22624100-fd84-4e1c-9800-33b9794b8bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.13033053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9c4a0ba4-0f47-4392-92d1-d743e3d78409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.138668242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"5e4395f6-6856-4c43-bd5a-cd08368e0e18","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.13929062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"22624100-fd84-4e1c-9800-33b9794b8bd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.143110636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9c4a0ba4-0f47-4392-92d1-d743e3d78409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.148930372Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-sub","reconcileID":"993e7ddc-d042-4f20-bd65-ae65622728c2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.149077753Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-sub","reconcileID":"993e7ddc-d042-4f20-bd65-ae65622728c2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f3631f/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.176245717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"eb8abb11-3de5-4827-a1ec-1d61d3b407cf","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.238496368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"88042131-4925-4f56-9627-39e16d5db261","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.238782916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4af9cde5-2463-4be8-a631-f1336009bb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.23896288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"63a5faa8-2ba6-458f-8cf2-28c27735775c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.247811641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"88042131-4925-4f56-9627-39e16d5db261","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.247968576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4af9cde5-2463-4be8-a631-f1336009bb6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.25146833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"63a5faa8-2ba6-458f-8cf2-28c27735775c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.252805624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-sub","reconcileID":"3ffe709d-4428-42e9-a198-994b1c92b7b5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.252938548Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-sub","reconcileID":"3ffe709d-4428-42e9-a198-994b1c92b7b5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f3631f/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.253110144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"419ec7eb-82ab-407f-a8f0-7e0f8f0cc53a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.448177527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"2254242b-1549-485c-8555-c03c3382fc5a","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.456769977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"406ea0e9-69c4-4820-b43d-bd9e8043c377","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.457299073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4cff7bc0-482a-4048-9946-5020a4730d6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.457702163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"12ded704-f8bc-4e5a-b745-f799ca8df4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.466514711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"12ded704-f8bc-4e5a-b745-f799ca8df4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.466522769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"406ea0e9-69c4-4820-b43d-bd9e8043c377","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.468583806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4cff7bc0-482a-4048-9946-5020a4730d6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.555129396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"3bf1d1d5-75fd-4659-995e-2c34a53035fe","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.564110282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"748a357e-f4ad-41f3-b159-52d728f58ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.564125855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"777cc50c-fc26-46ce-ad73-f91500e57e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.573708723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"748a357e-f4ad-41f3-b159-52d728f58ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.575172081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"777cc50c-fc26-46ce-ad73-f91500e57e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.665270475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"27396191-c849-4c86-a86c-85f1b497c322","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.675355694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"27396191-c849-4c86-a86c-85f1b497c322","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:30.962546229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"732f40c1-dd9b-455d-8004-ff504d7cc8cc","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:30.962583287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"732f40c1-dd9b-455d-8004-ff504d7cc8cc","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.026738344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"af2e5989-3110-4005-82e8-4b25a56b8fad","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"maas-trlp-ipp-route-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.041724368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"6e2ad0a0-ec2e-4a49-95d5-630a43096fca","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.056022707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"6e2ad0a0-ec2e-4a49-95d5-630a43096fca","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.079231322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"f58d8bf1-e5e4-4a2d-8d63-69c74087b491","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.079254734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"f58d8bf1-e5e4-4a2d-8d63-69c74087b491","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.095031265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"350a3a40-6e50-4bb2-ab52-380c1a989433","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"maas-trlp-ipp-route-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.826770159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-sub-only","reconcileID":"5a108e1e-78d7-4b98-936b-e50b2c06bf74","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.852226496Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-sub-only","reconcileID":"5a108e1e-78d7-4b98-936b-e50b2c06bf74","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.86834662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"9b288dd9-5810-4367-9343-4291ba264f62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.875797122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"ce7540af-6ae1-4c1a-bbc8-7faf20b768a4","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.885070894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"05e4069b-526e-46a0-8e57-674386fee979","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.885145396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"77ba2978-ee81-4b2d-b46e-e8ec60bf4e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.885545706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5d6444c3-480f-4880-823a-a3f9a753c1dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.894224649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5d6444c3-480f-4880-823a-a3f9a753c1dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.89429307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"77ba2978-ee81-4b2d-b46e-e8ec60bf4e2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.896378589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"05e4069b-526e-46a0-8e57-674386fee979","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.028423832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-test-group-no-auth","reconcileID":"6f9778f2-2557-478e-8a1a-29345c514bd7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.028489957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"55c06997-4b79-4605-9be9-9e825cbd6f2a","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.143433662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"ef07d3e5-d5a8-4a76-90ba-62ebd05abf86","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.465041133Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-sub","reconcileID":"b497731d-16bf-4a1a-a21f-2eff9d44c447","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.487060537Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-sub","reconcileID":"b497731d-16bf-4a1a-a21f-2eff9d44c447","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.487086221Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-sub","reconcileID":"b497731d-16bf-4a1a-a21f-2eff9d44c447","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.487179697Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-sub","reconcileID":"b497731d-16bf-4a1a-a21f-2eff9d44c447","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-f3631f/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.505117946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"1e06bf01-20b6-4d0c-aee3-615316f3537e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.563675943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"22d2f4d5-e07a-46d1-9086-7e9770715fe3","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.572948641Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey","reconcileID":"072ede57-b044-405d-b265-9224f8eb27b1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.580462429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ccd744f4-aa43-4059-aa3c-a8a51946472b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.580992811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"73fafe66-a501-49c6-984c-459555e61ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.58101889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"7cb537ef-6ec4-4d9f-81c1-3be99f8743cc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.590309625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"7cb537ef-6ec4-4d9f-81c1-3be99f8743cc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.590870123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ccd744f4-aa43-4059-aa3c-a8a51946472b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.592921432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"73fafe66-a501-49c6-984c-459555e61ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.59405275Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey","reconcileID":"072ede57-b044-405d-b265-9224f8eb27b1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.594075227Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey","reconcileID":"072ede57-b044-405d-b265-9224f8eb27b1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.594184342Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey","reconcileID":"072ede57-b044-405d-b265-9224f8eb27b1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.60869202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"0042abe4-699d-44c6-af70-783b09f1d72f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.622383905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"41ab6a21-b164-4b63-87cc-d345520be12a","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.676454933Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-status-degraded-auth","reconcileID":"d4e2a5a7-139d-496a-a1ea-646e8bbce697","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.676545287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"c41c5d76-cdc7-4d51-975c-4bb23f12fa72","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.67884311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ae5ebe43-12cf-4baf-9fa3-56382e0652f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.678887594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b22a3a90-cc24-4495-8bd3-8a4f3cef3f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.679364806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"3690cc57-45c2-4e98-ac48-8893dbfa3302","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.687414148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b22a3a90-cc24-4495-8bd3-8a4f3cef3f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.687611008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"3690cc57-45c2-4e98-ac48-8893dbfa3302","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.689736409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ae5ebe43-12cf-4baf-9fa3-56382e0652f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.707589061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"4761e5bb-910d-4d5c-9ddd-17aa43d82893","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.766922924Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-apikey-auth","reconcileID":"da873a85-80da-454e-bc19-01b5fd5f30cb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.766945814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"94e909fd-f8b8-467c-90b3-41556b2a58e2","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.807483462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"c3aab6a8-d793-4e92-ae6a-8da5afaba0e6","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.985904838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"9c652964-5d3f-431d-9d51-35e25e834da3","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.019479127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"a2b5d64a-7d63-4ae4-b412-3d4408ba2839","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.095163427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"761c49bb-8289-476a-9972-58ea5572d57a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.13712131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"761c49bb-8289-476a-9972-58ea5572d57a","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.146557804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"376ecca7-b497-4892-9ecd-45a61b5fe6a6","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.159796806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"2aececfc-f490-4263-8ec0-b1fc8f0ef0df","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.161215986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"718a48fe-96bc-4929-bfe8-a2992d094188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:33.164066821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf","reconcileID":"80b65066-8557-4091-b02f-4cdce4b0958c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.169186589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"348e8192-7cde-405b-980e-d03576951e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.191851054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"348e8192-7cde-405b-980e-d03576951e46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.193107117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"718a48fe-96bc-4929-bfe8-a2992d094188","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.250226827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"04df0eac-e562-40e8-9b67-ee515ee9481c","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.293744039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"a5a3c649-02be-4d47-b891-a3ba0548646e","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.294971983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"e8526f86-b2cd-4ae0-a410-c0048e9eb5d4","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.343408971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"86afbbf3-b85f-43b9-8cfd-a61966562955","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.39538463Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf","reconcileID":"ba7aa7e9-3ef6-4c91-ba59-1c073a0cd9e9","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.3958016Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf","reconcileID":"ba7aa7e9-3ef6-4c91-ba59-1c073a0cd9e9","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-466f83/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.412586175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"86afbbf3-b85f-43b9-8cfd-a61966562955","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.474479604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"8bf4241a-f88e-4c55-b53d-b540329baaca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.502617862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"621154dc-a365-426d-9108-87e3f72f5234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.509589588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"8bf4241a-f88e-4c55-b53d-b540329baaca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.518034289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"28e983e4-7487-42fd-9568-ebaece524a2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.528713144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"621154dc-a365-426d-9108-87e3f72f5234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.539067504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"eefad597-110d-4b7d-8b3f-97afe5b240e2","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.68433779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf","reconcileID":"4986241f-d5a5-4ecc-b6a6-2a921640e3e8","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.6847283Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf","reconcileID":"4986241f-d5a5-4ecc-b6a6-2a921640e3e8","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-466f83/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.686018276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"09766f21-5be4-4d87-a780-6f69b6ffe400","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.810864521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"e25e352a-2cb6-4b6d-a459-924b914834b3","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.848327689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-sub","reconcileID":"66f6c81c-6ccf-484f-802b-7ca058c88f10","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.870451573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube-auth","reconcileID":"34d5afc8-e484-4c0a-9a4b-d191ef4d7658","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.008009044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"8eb60113-9186-4b5e-b1b5-13131788bbaa","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.02514047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube-auth","reconcileID":"34d5afc8-e484-4c0a-9a4b-d191ef4d7658","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.124316733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"c74d88a0-5959-4f9d-9594-7fc2736a53f9","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.213731198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"9a3e8415-bda5-4986-b920-4f415a733c42","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"tenant":"e2e-worker-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.213831806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"9a3e8415-bda5-4986-b920-4f415a733c42","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.214266942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"fff0e61c-784c-4ae9-b752-cf6f09898b0a","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:34.168432687Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4f93d1/e2e-degraded-models-kube","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.241297351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"9c60a219-a282-4d7b-b295-5a35f8497ec6","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.212122037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d457f158-0e37-4765-9ede-1f2cc5c8f931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.212339741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"11b1e2e5-062e-4cd6-84d0-028aa9f57482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.262132975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d457f158-0e37-4765-9ede-1f2cc5c8f931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.282716018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"11b1e2e5-062e-4cd6-84d0-028aa9f57482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.315879264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4dc71b45-9e83-450f-946f-49766a33634b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.316635859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"6749448f-e30b-4510-a5d3-d0b6860901e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.372327769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"e89ac90e-d8cb-4873-81c1-f25fc75bd0a9","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.768753746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"6749448f-e30b-4510-a5d3-d0b6860901e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.845885004Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube","reconcileID":"633b8ae9-70af-4821-8dac-9016b4ca45c7","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/e2e-degraded-models-kube","ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.846864547Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube","reconcileID":"633b8ae9-70af-4821-8dac-9016b4ca45c7","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.85118688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4dc71b45-9e83-450f-946f-49766a33634b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.906265759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6b14924c-288e-4f2a-bf81-2c4e0dd0f2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.997776164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"6cecc6ad-1e0a-4e4d-918c-30eb09cd5379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.998811383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube-auth","reconcileID":"02854e4f-c3a1-4daa-8cd1-831c741b4b6b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:35.100504229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6b14924c-288e-4f2a-bf81-2c4e0dd0f2e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:35.24690257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"e622e68f-cc6f-4797-9fb4-4d39564810cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:35.364855468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"6cecc6ad-1e0a-4e4d-918c-30eb09cd5379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:35.589360576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube-auth","reconcileID":"02854e4f-c3a1-4daa-8cd1-831c741b4b6b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:35.591412401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"66ab9f3a-cfc4-4ae1-b45e-dffcefce600a","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:35.620059468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"4d3fe21f-e7bc-4787-8bc8-b971670393ef","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:35.779548528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"4d3fe21f-e7bc-4787-8bc8-b971670393ef","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:35.813741101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube","reconcileID":"7ea35f06-cdfd-482b-8ab7-8877d786857e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:35.814227942Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube","reconcileID":"7ea35f06-cdfd-482b-8ab7-8877d786857e","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.344179058Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-sub","reconcileID":"5b2ba002-d990-4016-a7bb-9048d6afe62b","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.344779168Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"e2e-temp-model-status","reconcileID":"6a37754c-b008-40de-9157-a138a2c47b7c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-b13a14","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.501380165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"2b3eba6d-e6fe-4556-9db7-281c59604e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.638941109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"20770e59-61f7-4b62-a9f8-5fef010300ea","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.68005567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"e53a3cef-6335-474f-a563-6514931e04f1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.68082877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"cda31b66-efb1-4f1e-b6d6-7b1e7b1f67ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.768136956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"2b3eba6d-e6fe-4556-9db7-281c59604e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.778507168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"c9ab35bc-3528-4f51-8c3a-37a4675b4160","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.851765121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"cda31b66-efb1-4f1e-b6d6-7b1e7b1f67ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.884901967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"ede077d2-13cd-4103-b7ff-bdb7697ec0b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.891656226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"e53a3cef-6335-474f-a563-6514931e04f1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.891704315Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"e53a3cef-6335-474f-a563-6514931e04f1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.943390136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"13ace822-9ff7-4cdd-ad03-7fd95ccaaff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.951124762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"5d6c1512-185f-4ad3-918b-277ae95109cf","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.979970773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"13ace822-9ff7-4cdd-ad03-7fd95ccaaff6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:37.005697836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"10d2e01b-4206-4d15-844d-0a5898b25edc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:37.132045013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"fd9b0671-488c-4dbd-8b68-ea9404e11973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:37.132842838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"6014d8b1-5f7b-405a-b479-167e85e93956","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:37.204496736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"6014d8b1-5f7b-405a-b479-167e85e93956","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:37.206235551Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"6014d8b1-5f7b-405a-b479-167e85e93956","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:37.206180706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"fd9b0671-488c-4dbd-8b68-ea9404e11973","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:37.268125214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"d3c97b5b-83bb-4fe3-afed-ed1cc4f93e3c","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:37.311879211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e085acea-85de-4255-ab45-ca96eb931dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:37.421129278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e085acea-85de-4255-ab45-ca96eb931dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:37.854416569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"112d9594-1142-4f38-85a2-4cf373a27318","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:38.004998108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6daaf6e4-9765-4a34-bf50-6371ddb0c486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:38.006473444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"032e7631-fb07-4d07-ad8b-7a50eb17b743","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:38.033757231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a28916d7-a508-4bcf-ab2f-6939bb0558f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:38.041726669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1aa639c4-447a-45f4-8ed0-ba4b0dc90db7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:38.059249327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6daaf6e4-9765-4a34-bf50-6371ddb0c486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:38.196990442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a28916d7-a508-4bcf-ab2f-6939bb0558f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:38.253466323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"1aa639c4-447a-45f4-8ed0-ba4b0dc90db7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:38.29136267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"876508e8-e8cd-4008-9d4a-4c77ab9d15cb","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:38.376616723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"577f4f8f-9fdd-4862-8d77-8890581d307a","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:38.422666395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"d5944cd6-a6e7-4813-aabe-7a7da12318f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:38.873571078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"deeea353-940b-4d30-8b30-c39742e1eaa5","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.36581107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"fbbc4a5a-1b48-425e-95d0-1fe72445be6d","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.397029136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"17cc1f24-d889-48bb-8a7b-22343a8af801","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.409523593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bf56a1d5-9ad1-458a-ac18-fa5ffe904022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.418058693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"94beb8b2-fcf1-449d-bbf3-d22c625ed529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.446630721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bf56a1d5-9ad1-458a-ac18-fa5ffe904022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.450422593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"94beb8b2-fcf1-449d-bbf3-d22c625ed529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.464117135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"e7fbe0f5-383e-413d-8c67-2544c2398c75","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.488802404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"9cf0f66b-c88f-4106-a18a-14262c87f363","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.594504411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"d8ff3561-02cf-413e-90ea-183637cb29f8","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.61351107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube-auth","reconcileID":"560c2f6d-bc1f-429e-a727-0055f17e768e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.614129427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f6f6fca7-9606-4793-8f01-5d7ce36160a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.614220834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"36943e35-f8f2-48f0-b573-3f8045560306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.624677597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f6f6fca7-9606-4793-8f01-5d7ce36160a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.624693573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube-auth","reconcileID":"560c2f6d-bc1f-429e-a727-0055f17e768e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.627267015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"36943e35-f8f2-48f0-b573-3f8045560306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:40.271257797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"05a71d88-f03d-4e97-bda5-e45f167b7f9b","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:40.283663722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e8c6ab34-425a-4673-a2de-02555921f37e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:40.283883302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fa50ffab-7399-4db5-af54-84afa48c3434","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:40.284110147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"aa6631e0-bc84-493e-890b-670542d66099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:40.292035519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e8c6ab34-425a-4673-a2de-02555921f37e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:40.292468194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"aa6631e0-bc84-493e-890b-670542d66099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:40.29469038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"fa50ffab-7399-4db5-af54-84afa48c3434","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:41.080716863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"935a3f3f-d158-4fd5-848f-309b4ebe3316","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:41.080739396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"935a3f3f-d158-4fd5-848f-309b4ebe3316","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:41.347275587Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.013549724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"ef4e66ac-1a3a-4791-bc43-f7b82ba04c08","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.038382952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"4749f1d4-3ad3-41cc-a366-a14281f7a13d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.045546371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e420c47d-33f9-42e5-bb5a-4ca1b7032540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.046002147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"eadc4ea3-b91c-4f9c-b53d-a0c799d40846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.046411143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"480a34a5-2cd2-48b8-95ad-c354fb5da028","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.057136482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"480a34a5-2cd2-48b8-95ad-c354fb5da028","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.057425912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e420c47d-33f9-42e5-bb5a-4ca1b7032540","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.059206978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"eadc4ea3-b91c-4f9c-b53d-a0c799d40846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.06819744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"bf8f7bb4-908d-472b-9aab-dd512e60ad4b","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.070807085Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"480a34a5-2cd2-48b8-95ad-c354fb5da028","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.131211572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"8d1fde93-f520-4472-8781-f6d90138ef32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.268259531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"8166405e-b1f5-433a-bf58-c861b702b37c","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.275448484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"fab4d82f-53c8-4952-8599-c52968db07bb","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.279516147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6f36fd0d-8b10-4b81-8d88-17b7ae996e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.27951896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f98d6e77-e5d0-425c-a2a4-164f9a52cdc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:43.280294787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-list-subs-refs-sub","reconcileID":"b5df63fc-d93c-4330-a636-3019d3c42f52","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.288147073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f98d6e77-e5d0-425c-a2a4-164f9a52cdc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.288231569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6f36fd0d-8b10-4b81-8d88-17b7ae996e69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.298978074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"308647c8-301d-440e-8d8a-3e8a5133f5c7","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.318158211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"1036ffa4-b435-4ad8-a518-f28038dbd5c3","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.351544414Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-list-subs-refs-sub","reconcileID":"3234c109-962e-49b9-8aa5-899b6e7b4483","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.379714215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"53fd70db-32f5-4617-9098-3a9e93defc26","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.392998419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5c3ca154-12b7-4a51-903d-95b5bb31bbd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.408346313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5c3ca154-12b7-4a51-903d-95b5bb31bbd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.436394868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"4cbbf20c-4d48-49c5-8903-94e7781e0abf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.437842777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-list-subs-refs-sub","reconcileID":"7fdfdbb1-8aa8-4aa8-84b4-76fdbba758de","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.481956876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b62322d2-f923-427a-8b41-d6ddb307c534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.490745056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b62322d2-f923-427a-8b41-d6ddb307c534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.784052817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"5e3fff87-ba3b-463d-9dd8-96e23c2e5b5f","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.842452313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"f1f54926-ca72-47e0-8048-afdfbcb68147","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.851903987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"70458525-a337-4ef8-98e0-f9ff5a4e1e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.851955202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4d07c3f5-a4c4-495d-8bf3-39ec2f41ce1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.861140753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"70458525-a337-4ef8-98e0-f9ff5a4e1e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.861160769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4d07c3f5-a4c4-495d-8bf3-39ec2f41ce1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.261970519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"9bb29ad9-ca8b-4c66-b333-c677dee2a1d7","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.283321732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"0fb79efe-9257-4f64-a305-133c097ce5cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.285936246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b717fc29-ec4f-45cb-b214-949a87026b5e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.286178056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"5036e9e6-14f3-4cdb-ac75-47af92415606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.28593631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"db72b448-157f-46c6-b53c-bebf1848e2c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.295216157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"b717fc29-ec4f-45cb-b214-949a87026b5e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.295365712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"db72b448-157f-46c6-b53c-bebf1848e2c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.297481031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"5036e9e6-14f3-4cdb-ac75-47af92415606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.30371929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"6fb423a7-02b8-47e6-8828-99e482a000e6","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.377964532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"b8a5f545-eeed-40e2-9aac-796eaa38203d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.501682904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"fb9350c8-aa42-44e5-97a4-27733ad58ff9","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.825561276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"e8e461b4-bd50-4eab-846d-f20ddfc435da","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.05977131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"19162708-0267-4c05-a8e6-42fe31b99903","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.077808247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"c09ac21b-21e9-4470-ad42-775bf33be677","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.080064441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2e56bdad-146e-4e5f-ba31-c2fb0de72da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.080083187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e1a28b38-31f8-448f-8834-47212d17a27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.09335416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e1a28b38-31f8-448f-8834-47212d17a27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.09645858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2e56bdad-146e-4e5f-ba31-c2fb0de72da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.141226465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"7bd2718b-26c3-41a3-9f6e-5adbc181c0f5","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.175790166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"2b312e4b-3c94-4462-89f9-45e8fadceb2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:46.965947089Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-sub","reconcileID":"ac7b72a6-3cbf-4735-a985-f096ef679462","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:46.966210733Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-sub","reconcileID":"ac7b72a6-3cbf-4735-a985-f096ef679462","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.01454478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"c3ebc520-2525-41c6-a662-e536dd2ad497","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.014561174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"480adfc1-c1f8-4932-bb09-d9f549a3db2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.014936512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"2e040b26-9e2e-4ea8-a8cd-8b2fe30e7542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.026806909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"2e040b26-9e2e-4ea8-a8cd-8b2fe30e7542","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.026844529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"c3ebc520-2525-41c6-a662-e536dd2ad497","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.02894994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"480adfc1-c1f8-4932-bb09-d9f549a3db2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.034063334Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"c3ebc520-2525-41c6-a662-e536dd2ad497","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.162338174Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"e2e-status-transition-auth","reconcileID":"12edc73f-fec1-40e8-940b-6bf929289a39","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.618856153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube","reconcileID":"4c967461-dfae-4a3c-b8fd-4cce42500c63","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.639810786Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube","reconcileID":"4c967461-dfae-4a3c-b8fd-4cce42500c63","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.639836041Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube","reconcileID":"4c967461-dfae-4a3c-b8fd-4cce42500c63","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.639926997Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube","reconcileID":"4c967461-dfae-4a3c-b8fd-4cce42500c63","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-4f93d1/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.655237697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"903ca9b0-e746-490f-95d1-dbee819a510a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.669036538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"a5fea687-1e81-4e88-ae43-a05a1fc071ac","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.678430366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube-auth","reconcileID":"347f66fd-6929-4f59-b308-588c51951b3b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.678501777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"bd76dd5f-82f1-4492-a1b0-191a51ac1544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.678859931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"dab1399f-c651-4b56-b9f8-2abf0eed8068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.687517821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube-auth","reconcileID":"347f66fd-6929-4f59-b308-588c51951b3b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.688796445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"dab1399f-c651-4b56-b9f8-2abf0eed8068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.689749309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"bd76dd5f-82f1-4492-a1b0-191a51ac1544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.809251924Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-degraded-models-kube-auth","reconcileID":"939ee1c7-61b5-422e-86f3-995b843b967c","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.809343026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"a50dcfd1-038c-421a-88d7-b078d9cb720c","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.822963099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"92bf1334-89c9-46a8-8288-4286dd9b24f4","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.288382153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf","reconcileID":"3cef12d8-ec9f-4ce3-b305-7ca7d21b158e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.350517037Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf","reconcileID":"3cef12d8-ec9f-4ce3-b305-7ca7d21b158e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.350687819Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf","reconcileID":"3cef12d8-ec9f-4ce3-b305-7ca7d21b158e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.350912285Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf","reconcileID":"3cef12d8-ec9f-4ce3-b305-7ca7d21b158e","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-466f83/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.392264617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"1dfd068d-fd88-4764-923e-10beb6ba2d07","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.415254981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"203ed908-3f9e-4e8d-a561-4789d96a0d0f","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.427816167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d7ed30b0-6cda-4bfd-b64a-d71b1eae1f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.428108477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ace5198b-1126-4492-b1ce-fa3ee0abc7b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.427819088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5593f27e-2fe1-499c-b674-bac8add3ae24","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.439668303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d7ed30b0-6cda-4bfd-b64a-d71b1eae1f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.440331475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ace5198b-1126-4492-b1ce-fa3ee0abc7b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.441853902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5593f27e-2fe1-499c-b674-bac8add3ae24","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.574178935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-degraded-healthy-inf-auth","reconcileID":"9a48a5bf-cea5-40e2-8854-a2fe3d95adc8","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.574256061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"7e2ce5cc-a8ec-4cd1-8643-db87e9dcb3f9","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.617659437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"64e17323-0105-4875-bdc6-45bd71b38d2f","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:51.08147941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"2d37bb9a-8bb3-4b21-9df5-ed1e24295824","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:51.081500867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"2d37bb9a-8bb3-4b21-9df5-ed1e24295824","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.861334194Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-list-subs-refs-sub","reconcileID":"40315b2e-866a-4928-b9b8-f875f2cae039","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.884345222Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-list-subs-refs-sub","reconcileID":"40315b2e-866a-4928-b9b8-f875f2cae039","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.899405259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"37f9dc37-24b2-4dcf-a2cc-302f89100229","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.909449382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"45254424-4e12-4997-a4f2-a3cf20f8d3b4","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.9195181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"96f3f408-769c-436f-a98e-f16f8adca251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.91988035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"65ae49c4-d9d6-406a-85c1-5b7e870471c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.92803231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"96f3f408-769c-436f-a98e-f16f8adca251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.928312175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"65ae49c4-d9d6-406a-85c1-5b7e870471c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.004731686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"647bf543-6cfb-4a81-9118-2b8d9480c3d3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.004754521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"647bf543-6cfb-4a81-9118-2b8d9480c3d3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.014330816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"f27cac3a-0d7b-4d9f-857d-42f4b485c0cd","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.175368571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"b655caa2-f01d-40c1-8bc3-7ef3e17c6a3c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.175391157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"b655caa2-f01d-40c1-8bc3-7ef3e17c6a3c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.18678272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"0d2f46b2-0746-422b-9fe3-4e8ea8f8f6ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.186803633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"0d2f46b2-0746-422b-9fe3-4e8ea8f8f6ec","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:54.188167189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-sub","reconcileID":"3a0aae61-a3c6-465c-a04a-a279e1083cb3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.277996841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"eab85d19-17cc-4cdb-80b8-8b28bb643b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.27849978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6cbb58ca-d8c0-4da6-84bf-314583e8bd54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.279175146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"8e1583fd-fa1d-46b0-b3a1-3bdd3da3bb49","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.279235759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"8e1583fd-fa1d-46b0-b3a1-3bdd3da3bb49","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.286582077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"eab85d19-17cc-4cdb-80b8-8b28bb643b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.341731041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"1950d6f2-d049-41db-94b0-dce9ecde0803","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.341755363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"1950d6f2-d049-41db-94b0-dce9ecde0803","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.342804998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6cbb58ca-d8c0-4da6-84bf-314583e8bd54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.363286697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"5b3565ee-4dc5-48cd-a0ab-29041d9ce14b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.363311394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"5b3565ee-4dc5-48cd-a0ab-29041d9ce14b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.375987995Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-sub","reconcileID":"1eac1d08-24df-45e7-85d9-1a8799d23be1","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.378469848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5fac9e2a-0095-4e6c-8120-33b201f75769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.379502738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"e02e6d6a-7ad3-4e17-8f3a-8ab8a4af4c9b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.379520541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"e02e6d6a-7ad3-4e17-8f3a-8ab8a4af4c9b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:54.384491406Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"e02e6d6a-7ad3-4e17-8f3a-8ab8a4af4c9b","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:54.38454414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"e02e6d6a-7ad3-4e17-8f3a-8ab8a4af4c9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.387175381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5fac9e2a-0095-4e6c-8120-33b201f75769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.390094887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"f0f58a8b-5e6c-418f-9ffb-ce5fc41f479b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.39010907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"f0f58a8b-5e6c-418f-9ffb-ce5fc41f479b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.396945448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"206d1f28-279f-4e64-8db0-b04c5714e40a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.396962943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"206d1f28-279f-4e64-8db0-b04c5714e40a","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.478672597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-sub","reconcileID":"5e8e07bd-1396-49bc-8cbb-f74fc83da926","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.47915801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"fc72f060-1fe3-43ba-95b7-a17971af5af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.513539828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-auth","reconcileID":"ef635ae0-2112-41b2-a3fb-3d05acda2177","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.51794031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"fc72f060-1fe3-43ba-95b7-a17971af5af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.657001021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-auth","reconcileID":"ef635ae0-2112-41b2-a3fb-3d05acda2177","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.659063073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"26d4220a-a1ae-46a6-adf3-cfa6aa1106b3","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.703315305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9cf57088-5c2d-49c5-9eba-4d241664fe59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:54.704129943Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3631f/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.708083287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"7fc4ea74-91d2-4f08-9d09-9ecfaa6ae3bb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.708157387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"7fc4ea74-91d2-4f08-9d09-9ecfaa6ae3bb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.708674185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"fcf8417a-f8ee-4477-b244-c2c34517cde6","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.715680679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"2901142c-f39c-4467-86fc-96cd018d47a7","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.718054609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"52ea6022-723d-48c6-8c9c-42ada1c06c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.729560284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9cf57088-5c2d-49c5-9eba-4d241664fe59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.74658735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"52ea6022-723d-48c6-8c9c-42ada1c06c69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.769682205Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-sub","reconcileID":"eeb00cea-ddfd-4857-ac8f-6dae2435791c","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","model":"distinct-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.789043521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cff280e2-c6e5-45e8-abe6-c98e2298dea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.812226849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cff280e2-c6e5-45e8-abe6-c98e2298dea7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.830878519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"12319817-08cf-442c-a933-0b26443a4b19","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.918776219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"0d81eb2d-24d6-4577-8a29-ff456623a1c0","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.920105835Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=0:[ai-tenant-e2e-worker-w0-f3631f/e2e-model-match-sub ai-tenant-e2e-worker-w0-f3631f/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.991152368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"7b9127b7-9a9e-481e-9716-83bd39bbe837","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.991187826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"7b9127b7-9a9e-481e-9716-83bd39bbe837","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.001761429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"f7650188-bc50-4906-803d-3e8847f422b3","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.002318475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"155f151f-c86d-4e38-9b55-7bfa9930277e","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:55.04384308Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-f3631f/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.045921742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f576df91-54ec-417b-9f80-403c473bb6ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.063005618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-sub","reconcileID":"ea9037a2-8eec-44b3-8240-603ebb8a731a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.065279881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"2cff2295-81d7-4c98-bb65-a6fbddacb18f","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.092748558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"906ea870-688a-43ea-a90b-ddf143dd697e","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.247002861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-auth","reconcileID":"032fbc64-11a5-48a8-a840-6a056cf1383b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.15640389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ffc545b5-5ca9-4f7b-9dfd-4f5fc1a02884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.254376964Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"f92695dd-c29f-4aaf-adf7-f5ade6da3305","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"distinct-2-w0-f3631f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-f3631f/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.255300544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f576df91-54ec-417b-9f80-403c473bb6ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.259967789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"8d8a7ed1-9433-441e-95b4-59dc1e53fec5","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.315163802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-auth","reconcileID":"032fbc64-11a5-48a8-a840-6a056cf1383b","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.617709662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"57a9a025-cc6e-436b-a5d8-5222a88275a1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.620433231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ffc545b5-5ca9-4f7b-9dfd-4f5fc1a02884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.621210952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"5e7b8db8-6aaf-4ccb-aefd-5801621db2c1","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.734697971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"cf3f6ea8-4ba1-4dca-9043-c1f5b7f18c20","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:55.780429289Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"cf3f6ea8-4ba1-4dca-9043-c1f5b7f18c20","name":"distinct-2-w0-f3631f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-f3631f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:55.780617667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"cf3f6ea8-4ba1-4dca-9043-c1f5b7f18c20","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-f3631f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.780931447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"9d5e66a0-5319-40e4-ad9e-62f090f0ee2d","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.809149371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"57a9a025-cc6e-436b-a5d8-5222a88275a1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.810046132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-sub","reconcileID":"94b37f11-6d35-4d39-a618-3d16d5dbf3bd","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.812961681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"026205aa-662f-488f-8cd3-2628e9a335fe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.846562941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"026205aa-662f-488f-8cd3-2628e9a335fe","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.861524817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"320b3718-4a4f-420c-8fc5-6252e97a3c9f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.883121259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"949353e2-d279-43a7-ac08-007c57a2a8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.89647019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"949353e2-d279-43a7-ac08-007c57a2a8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.90674191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"90a1ff7c-e0df-491d-a0ea-6b0242b2fd78","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.912329174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"877d7cdd-e992-4dee-bfa7-41f21ab333fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.936887517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"877d7cdd-e992-4dee-bfa7-41f21ab333fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.963216173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"5a6506df-9e4e-4355-b91c-8f8482b6ab93","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.071910664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"a1ae2c93-e4c9-4512-b900-0dc6eff89ff2","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.13614542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"f36eaa15-5362-400e-8793-c5c87c79358d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.230009471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"f36eaa15-5362-400e-8793-c5c87c79358d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.24820706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"50fed048-76bd-47cf-93db-d4eb184cd107","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.248639273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"639bb654-c81d-4c6e-86b8-e77e1a256382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.327622683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"639bb654-c81d-4c6e-86b8-e77e1a256382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.332028091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"50fed048-76bd-47cf-93db-d4eb184cd107","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.525151782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7bd17e34-c257-4d68-952c-00d42b818913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.527052419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"cce1c413-b90e-4ee9-8348-a5b2db636e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.591127223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7bd17e34-c257-4d68-952c-00d42b818913","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.616118934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"cce1c413-b90e-4ee9-8348-a5b2db636e0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:58.472655306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"6c958610-2f2c-45a6-a427-da6e12afb6a8","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:58.606779645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"bdc13a8a-7b16-40ab-b324-9bcea365a3ce","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:58.631614435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"952f4ddb-4bf3-4c64-8521-879312ed94fe","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:58.764587345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7bdde86b-d86d-4eb5-afe3-f46b715703a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:58.782224567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bc0eb16c-74c2-4ccf-86b7-50019e917f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:58.805736768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"671ff2f0-3967-4dec-ba8c-fdb864cb84a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:58.850962359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"952f4ddb-4bf3-4c64-8521-879312ed94fe","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:58.853385316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"671ff2f0-3967-4dec-ba8c-fdb864cb84a4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:58.862000866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7bdde86b-d86d-4eb5-afe3-f46b715703a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:58.906418052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"a97edf73-e1b3-4bbe-9034-4ae6c0627da4","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:58.945237212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"e4679f3c-39a4-4e87-8246-33e7b331c926","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.008067647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bc0eb16c-74c2-4ccf-86b7-50019e917f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.070116533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"232763ec-b6cf-4337-8349-629686ff8526","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.205739503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"a1197f00-d48d-4cf9-8ad4-a67539f48558","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.333360905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c730c13d-0d5b-4216-9674-2035415cf496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.466396296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"db348593-a33a-4b0f-a166-c2b738b10a3e","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.541590136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c730c13d-0d5b-4216-9674-2035415cf496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.550307808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"86db1847-1f14-4b55-a5e0-980f8778caab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.551317626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"aed5123c-e308-4ebb-b3a9-96c06ebd158c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.55209719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"64f49202-14ef-4df7-a529-003d3aea381d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.575036875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"86db1847-1f14-4b55-a5e0-980f8778caab","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.604028812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"aed5123c-e308-4ebb-b3a9-96c06ebd158c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.613251782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"5e9e4635-de56-4ee1-8c50-6860364a2995","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.624635997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"64f49202-14ef-4df7-a529-003d3aea381d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:59.701317638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"eae3ace6-5906-42f7-8d98-fd8c590477c9","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.259138399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"6587abf6-3a32-4e70-be08-da34facf6fbe","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.32290871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"76792b15-4c12-4aba-9847-4a8be1486b1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.344265727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"4c577b1b-a6f1-41f1-8628-712b2f53d07b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.354317676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b887f627-294b-45bc-8b44-3ef8fa7ee736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.395580893Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-f3631f priority=0:[ai-tenant-e2e-worker-w0-f3631f/e2e-model-match-sub ai-tenant-e2e-worker-w0-f3631f/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.409896079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"0062dde8-0822-4116-b249-5cdb908afce8","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:00.53979771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-no-access-sub","reconcileID":"1f006a34-61ba-44c4-b6a1-df92189e692d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.567924352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"66821eb6-01c5-4040-b5ec-24087f9cd4f6","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.577575159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"fe62dd6e-166c-4e24-9f76-fcd43483b79e","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.578566701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"422a5641-1c49-4736-bd28-3eaf6bc6fd5f","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.598633232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b887f627-294b-45bc-8b44-3ef8fa7ee736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.630809094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"4c577b1b-a6f1-41f1-8628-712b2f53d07b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.631649968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"740168ef-5a72-4ade-9716-10c2a86aa771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.63339306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"888fa882-1e92-4c63-a32b-ff55f4c6e560","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.705158914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"372b6dc2-ad18-4df4-b2dc-78b5476ae735","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.706015695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"d6d4cb91-c4ee-42ad-9e03-8e8e11d20e8f","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.707424179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1f08c8cc-02ba-4db2-97a8-2fe2310f62a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.709013742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"740168ef-5a72-4ade-9716-10c2a86aa771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.712545144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"60a112e9-8bd0-45c8-8e9c-b071981bc348","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.739023388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1f08c8cc-02ba-4db2-97a8-2fe2310f62a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.732136497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"9ea3d680-a7aa-4cc1-93db-dab40bf151c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.751970285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-no-access-auth","reconcileID":"42ef68cf-8512-418d-9854-0100517b076d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.761618125Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-no-access-sub","reconcileID":"9bb57e6c-840a-4748-a5c3-77f053af4eed","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-distinct-w4-466f83","model":"distinct-w4-466f83","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-466f83/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.785121356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-no-access-auth","reconcileID":"42ef68cf-8512-418d-9854-0100517b076d","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.842587466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"f7070cd3-02a3-44e7-b95f-4dde7d422a94","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.874945534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-no-access-sub","reconcileID":"af653476-2f1a-4cf0-b95f-43c73dc0fe0d","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-distinct-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/distinct-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.876902254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d4b0d4cd-feab-4c68-821f-c7209dee56ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.89389564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d4b0d4cd-feab-4c68-821f-c7209dee56ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.953339605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"e43dfcea-8932-4421-be73-d7130d127c32","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.966273763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"179e2504-bba6-48dd-9c38-999dabc74f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.969098911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-no-access-auth","reconcileID":"3fd1596b-7e57-4a8a-8b77-903d36e9114a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.986223541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-no-access-auth","reconcileID":"3fd1596b-7e57-4a8a-8b77-903d36e9114a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:00.987082968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"179e2504-bba6-48dd-9c38-999dabc74f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.082898817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"58128188-b29f-4f08-abb3-6fdb673e8ba0","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.083003762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"58128188-b29f-4f08-abb3-6fdb673e8ba0","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.852096699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"27cd8de5-04f7-4e7d-8a69-b191e120b32f","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.876434609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"630c2d4d-f472-4da5-9782-e8e9e807426c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.884351139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e4f696e2-c450-4e97-99d1-0d662e6f469e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.88516615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"6cb9dd35-4b44-4b7e-83a9-59d8c3cde5e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.885757104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"774a504d-a92d-4746-8f35-7ea3702f8c0e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.88614635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"dc52bd1c-63f1-4c2d-bb8a-ee557c2322a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.893325045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e4f696e2-c450-4e97-99d1-0d662e6f469e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.894297239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"6cb9dd35-4b44-4b7e-83a9-59d8c3cde5e5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.895701885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"dc52bd1c-63f1-4c2d-bb8a-ee557c2322a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.940924551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"9070e3a1-5507-430c-8305-dc9e14f29d09","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.941886681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"774a504d-a92d-4746-8f35-7ea3702f8c0e","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:01.974910359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"fbb9a3ef-07c1-4b08-b1ab-3d0d3dde74d6","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:02.970721548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d257315d-af54-47e2-a855-5dd1b659f3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:02.975631009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d257315d-af54-47e2-a855-5dd1b659f3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:02.979241896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d257315d-af54-47e2-a855-5dd1b659f3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:02.982651675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d257315d-af54-47e2-a855-5dd1b659f3e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.018744652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"cfca4af8-32c9-4dfb-a691-88acca8ae49b","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.035977864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"167aa9da-4615-476d-b8d6-c60d0979ea3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.066727856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e74a2e99-1778-4e9c-9f0a-ab2535ac0ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.067484155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"6a5e7963-77c9-46a0-9e0f-afeb2174bbcf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.067744331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"b794715c-f082-45f9-8333-38910a6eabff","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.067951085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e4400591-f9aa-4e4a-8865-5a07f6c54e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.073033081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"2c1fef46-f36f-49e7-a0bf-78fce23c9837","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.07809171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e4400591-f9aa-4e4a-8865-5a07f6c54e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.079146193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e74a2e99-1778-4e9c-9f0a-ab2535ac0ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.080474645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"b794715c-f082-45f9-8333-38910a6eabff","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.081984772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"6a5e7963-77c9-46a0-9e0f-afeb2174bbcf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.286552931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"c3325974-a036-41e3-85a4-2617d19ab5e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.368744251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4ed521-7d8c-4c8b-94da-cfb03f737d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.3747147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4ed521-7d8c-4c8b-94da-cfb03f737d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.379713621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4ed521-7d8c-4c8b-94da-cfb03f737d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.385740273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e4ed521-7d8c-4c8b-94da-cfb03f737d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.630853637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"76f480af-6498-475e-a22c-c98acf8241f7","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.674820161Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-7a92d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-7a92d4","reconcileID":"6d4bba7e-9776-4ee2-a274-6fcc4b2b7c9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-7a92d4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-7a92d4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.77387452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"ce45bf1a-f608-4d5a-949a-b5e7b543fe0c","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.780546277Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-no-access-auth","reconcileID":"403ed995-35bf-42bc-8724-3430b0b76157","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/distinct-2-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.895251246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"2d1a8dfa-87b5-4e13-b49f-229527a580e1","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.953800382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"e6ef87fc-73bd-4981-8f03-662b6feca981","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.970414301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38cf6484-8303-4291-bfd9-d1ecb3d30403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.975770095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38cf6484-8303-4291-bfd9-d1ecb3d30403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.982567883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38cf6484-8303-4291-bfd9-d1ecb3d30403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:03.98870126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38cf6484-8303-4291-bfd9-d1ecb3d30403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.001797512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"f2eb98a9-6320-410c-ac62-e1e48524b114","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.086627155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"c23abc8e-ccd6-4458-b427-2c9fa3b16307","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.146097241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"3c19ea73-d5d1-41dd-afef-f18b456b774c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.147017582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e9546009-0cf2-4dc1-8b71-c00aebcc4940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.155071802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"5fe9f8e7-e44d-46e3-941e-afaa92d12be1","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.189333584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"3c19ea73-d5d1-41dd-afef-f18b456b774c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.193268905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e9546009-0cf2-4dc1-8b71-c00aebcc4940","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.253344711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"57c22123-e590-4545-aabf-325214776b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.254307097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"0b6bda83-9e4d-426f-bd79-cb67cfd0c34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.27424823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"57c22123-e590-4545-aabf-325214776b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.275110056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"c1811bba-4abe-4198-b083-38c0756da027","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.278891152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"0b6bda83-9e4d-426f-bd79-cb67cfd0c34a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.750368315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"26e5164f-b920-4356-877c-45de03c61791","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.7663827Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-auth","reconcileID":"76ca626a-2fb2-4843-84d8-a989066468c7","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.76652032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"a8441b82-4a09-4505-a29d-15ea8f7f66ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.76653606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"a8441b82-4a09-4505-a29d-15ea8f7f66ca","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.776990275Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-sub","reconcileID":"94c07881-e1a8-4a35-9093-25038b3e942c","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-277b3255","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.782911795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"18a34d55-1141-4808-b30c-88f92d10583d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.783247816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9ce69f70-c5d8-4d64-be55-5169aad23b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.783749966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"2da630aa-d158-4bc7-9f2d-826a9c4b8ddf","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.783641986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"12ec2a30-681b-4fbc-804e-2cc8477da47e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.791945739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"18a34d55-1141-4808-b30c-88f92d10583d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.797904836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"12ec2a30-681b-4fbc-804e-2cc8477da47e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.798355056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9ce69f70-c5d8-4d64-be55-5169aad23b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.800162306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"2da630aa-d158-4bc7-9f2d-826a9c4b8ddf","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.825954334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-sub","reconcileID":"096601b5-5d68-49d6-9643-f8ad4223f9cf","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.914261104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"099ac683-dd36-4cde-adff-801b7028dbae","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.914360067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"099ac683-dd36-4cde-adff-801b7028dbae","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.93698144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"090ac515-f3af-4a7e-8e69-155f5fd0e70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.965816239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"090ac515-f3af-4a7e-8e69-155f5fd0e70f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.974751812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-sub","reconcileID":"8654cfd8-ba01-46c0-8db4-29509e02f78b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.026725613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d64ac9f3-dd2a-419c-97a8-787f5e291317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.032245802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"eeaa2da5-5b51-488d-9977-61f9e0d1c825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.032511279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9bf01b2e-aee9-416d-99ed-35d83fb7652e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.033746231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"a83f5130-144e-4185-a885-ca5319c049f6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.034360473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"f2c5e446-189f-4587-bf63-0f2ecf8dbf34","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.035987044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d64ac9f3-dd2a-419c-97a8-787f5e291317","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.044077759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9bf01b2e-aee9-416d-99ed-35d83fb7652e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.047838311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"eeaa2da5-5b51-488d-9977-61f9e0d1c825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.048074794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"a83f5130-144e-4185-a885-ca5319c049f6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.051559845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"f2c5e446-189f-4587-bf63-0f2ecf8dbf34","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.052744809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"474c3c3e-69e4-4e8b-ad54-13a8e5fadce3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.05276956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"474c3c3e-69e4-4e8b-ad54-13a8e5fadce3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.18777188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"7ce9e62b-31f5-4b98-af01-5dbfc758ac2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.187878007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"76a7ba02-2f32-45f6-96fd-583e051e934b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.198993366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"7ce9e62b-31f5-4b98-af01-5dbfc758ac2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.201001925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"76a7ba02-2f32-45f6-96fd-583e051e934b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.196348525Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"bb4c86e3-4b81-400f-bfbf-f2fce013d0f0","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.196732717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"02211105-6109-42b8-9cc3-2477e8ee57a2","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.196750366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"02211105-6109-42b8-9cc3-2477e8ee57a2","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.208387124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"afe3ccbe-3f77-4b65-a1a5-9d720fbf5f5a","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.20841028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"afe3ccbe-3f77-4b65-a1a5-9d720fbf5f5a","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:07.213124605Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"afe3ccbe-3f77-4b65-a1a5-9d720fbf5f5a","name":"ipp-route-2eee8c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2eee8c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:07.21320279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"afe3ccbe-3f77-4b65-a1a5-9d720fbf5f5a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-2eee8c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.218541439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"46030d6a-fbf9-43e0-8c1c-8b0a679b109e","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.218555632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"46030d6a-fbf9-43e0-8c1c-8b0a679b109e","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.221873173Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"2d452db8-5e8d-4271-a094-b73fc6b6c9f1","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52586cb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.232120435Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"63188413-ecd9-4f15-8852-29bbf210f59a","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52586cb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.306668867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"bb4c86e3-4b81-400f-bfbf-f2fce013d0f0","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.388955826Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"bb4c86e3-4b81-400f-bfbf-f2fce013d0f0","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"name":"e2e-ipp-a-2eee8c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.3889804Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-auth","reconcileID":"bb4c86e3-4b81-400f-bfbf-f2fce013d0f0","MaaSAuthPolicy":{"name":"ipp-route-2eee8c-auth","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.397430901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"e5551a68-f9c4-48ff-ac66-e57a32550839","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.397451402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"e5551a68-f9c4-48ff-ac66-e57a32550839","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.64920335Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"ccb56611-338a-43c3-b211-c4c5c558677f","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52586cb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.716894974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"b05c158d-2d17-43b2-81e2-5a42575ea283","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"tenant":"e2e-ipp-a-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.716987095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c","reconcileID":"b05c158d-2d17-43b2-81e2-5a42575ea283","MaaSModelRef":{"name":"ipp-route-2eee8c","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"routeName":"ipp-route-2eee8c-kserve-route","namespace":"ai-tenant-e2e-ipp-a-2eee8c","llmisvcName":"ipp-route-2eee8c","gateway":"openshift-ingress/e2e-ipp-a-2eee8c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.731454303Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"55ed5cbf-9f38-4854-8c20-d912b42976c4","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52586cb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.060968023Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"c15c3c69-d503-494c-a7d3-d9d63f68dc46","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52586cb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.065984198Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"8d73d929-2c9c-47ed-b107-8bcf032a941d","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52586cb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.112545486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c38806-c5aa-45d4-baa2-46ff16701f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.115952363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c38806-c5aa-45d4-baa2-46ff16701f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.119318938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c38806-c5aa-45d4-baa2-46ff16701f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.122774264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5c38806-c5aa-45d4-baa2-46ff16701f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.400790299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25b6f5d-c52e-4f39-a7b7-3479c171f05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.404188506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25b6f5d-c52e-4f39-a7b7-3479c171f05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.440857642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25b6f5d-c52e-4f39-a7b7-3479c171f05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.444543097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f25b6f5d-c52e-4f39-a7b7-3479c171f05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.524172666Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"c598b181-cc11-453e-95e2-7f99efe64a60","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52586cb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.840862643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87200f0-fd6f-40fa-8ed6-920d2756ecef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.844404525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87200f0-fd6f-40fa-8ed6-920d2756ecef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.848589459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87200f0-fd6f-40fa-8ed6-920d2756ecef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.855215889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f87200f0-fd6f-40fa-8ed6-920d2756ecef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.047665296Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"8e32cb0b-408e-4d33-bff7-5b16872f5e23","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52586cb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.070528281Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"5aa02892-399f-4d09-af1b-1cc9005072f7","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52586cb9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.109705231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b19e91-a115-40c5-b9aa-d5378a471e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.113250353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b19e91-a115-40c5-b9aa-d5378a471e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.116651795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b19e91-a115-40c5-b9aa-d5378a471e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.12002861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83b19e91-a115-40c5-b9aa-d5378a471e9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.4167859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67482ff6-1035-4677-98cc-095e7657de24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.442140325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67482ff6-1035-4677-98cc-095e7657de24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.445935284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67482ff6-1035-4677-98cc-095e7657de24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.449388149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67482ff6-1035-4677-98cc-095e7657de24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.612827506Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"7841f65b-b4e5-498d-9347-1e2b453f5e70","namespace":"ai-tenant-e2e-ipp-a-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.612894568Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"7841f65b-b4e5-498d-9347-1e2b453f5e70","name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.618273027Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"7841f65b-b4e5-498d-9347-1e2b453f5e70","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.618291922Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"7841f65b-b4e5-498d-9347-1e2b453f5e70","namespace":"ai-tenant-e2e-ipp-a-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:11.350231163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:11.384862861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"e206508f-0af8-485f-9c42-d543274d2883","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:11.414147097Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"e206508f-0af8-485f-9c42-d543274d2883","name":"e2e-shared-a-w1-7a92d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:13.49488783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"48220089-fed0-4aa1-83fd-b77342b7b8dd","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:13.530023195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"b382d21e-098d-4a71-8849-30d9b6abc352","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:13.997454362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"dde0e04a-2149-411b-851a-9e633b771806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:14.001143306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"eaf2a02b-3eb5-49cd-acac-dd6526f50e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:14.001677566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"32922db0-f97f-495a-ae63-b3ed6d68f241","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:14.002169036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"d4f95260-97fd-4f1b-bed0-84b3dc79861a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:14.094385807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"dde0e04a-2149-411b-851a-9e633b771806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:14.269886967Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-no-access-sub","reconcileID":"5e9722f5-f48a-4ca6-b625-71bb6492bda1","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/distinct-w4-466f83","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:14.326091751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"d4f95260-97fd-4f1b-bed0-84b3dc79861a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:14.359306366Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-no-access-sub","reconcileID":"5e9722f5-f48a-4ca6-b625-71bb6492bda1","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/distinct-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:14.36580885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"eaf2a02b-3eb5-49cd-acac-dd6526f50e9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:14.401885063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"32922db0-f97f-495a-ae63-b3ed6d68f241","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:14.440017858Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"e2e-no-access-sub","reconcileID":"5e9722f5-f48a-4ca6-b625-71bb6492bda1","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/distinct-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.165971215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d0eda9b1-f86e-4420-bd9f-905e056d26df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.201373175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"a7f34f21-7414-4795-880e-48f234deae2a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.212123477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"47295bc8-f3ac-4d8f-b667-0d513770a8cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.509884102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d0eda9b1-f86e-4420-bd9f-905e056d26df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.458198659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"f7baabef-6a58-4dca-a8f1-0f3862130aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.45867612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"14477b33-f500-405a-9bc5-a8618ee0f8ff","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.333685041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"97b15a5e-e43f-4341-84f1-ac93747c392d","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.875336908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"a7f34f21-7414-4795-880e-48f234deae2a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.883849034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"f8d4bc46-dc45-48d2-bbad-1be56f81a3ba","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.930007482Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-sub","reconcileID":"b32dc507-53b7-472d-a2f8-270c3a38c4bb","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.936354951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"f7baabef-6a58-4dca-a8f1-0f3862130aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.947404616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"14477b33-f500-405a-9bc5-a8618ee0f8ff","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.948521255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"47295bc8-f3ac-4d8f-b667-0d513770a8cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.056077151Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-sub","reconcileID":"b32dc507-53b7-472d-a2f8-270c3a38c4bb","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.065152428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"239aa45e-0769-4705-982e-70634ff9d723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.067316993Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-sub","reconcileID":"b32dc507-53b7-472d-a2f8-270c3a38c4bb","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.34012431Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-sub","reconcileID":"457824c7-9123-4916-8959-3d2484bf2bfa","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.404519509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"239aa45e-0769-4705-982e-70634ff9d723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.413511403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d73aa005-ca94-4ce0-9d0a-dae7a88548bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.41439669Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-sub","reconcileID":"457824c7-9123-4916-8959-3d2484bf2bfa","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.636823964Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-enrichment-sub","reconcileID":"457824c7-9123-4916-8959-3d2484bf2bfa","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.637269401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9f4af2ba-ef13-4743-95b8-226be393790a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.706530633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"19b93a1d-2caa-41b8-8cd9-1a99260e3c13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.838862073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9f4af2ba-ef13-4743-95b8-226be393790a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.7153227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d73aa005-ca94-4ce0-9d0a-dae7a88548bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.889890397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"b24f1ff7-ab74-4997-8217-31f3ae9512e5","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.894845963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"19b93a1d-2caa-41b8-8cd9-1a99260e3c13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.986327819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"4836ff7e-e121-4668-80e2-9355f68bef24","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"tenant":"e2e-worker-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.986352761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"e2e-enrichment-model-ref","reconcileID":"4836ff7e-e121-4668-80e2-9355f68bef24","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.996434666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1d35f54a-aff4-408d-b72c-787f23bcdd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.032027781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b3bdb54b-6bcb-45cd-80f7-7458f2067447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.033234754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"7fe7aa66-1ab3-4233-b064-aeeae0e68a36","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.047357127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1d35f54a-aff4-408d-b72c-787f23bcdd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.086418714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b3bdb54b-6bcb-45cd-80f7-7458f2067447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.152440987Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"2044b599-e691-4f81-bac4-e940c440c6d8","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-df0e745a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.152815935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"a34968c1-d1fb-49c8-9cc6-1c4cefaa3540","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.153528031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"ee8e4e12-61d4-455a-89bd-06e58e63b7e1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.320380811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"ee8e4e12-61d4-455a-89bd-06e58e63b7e1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.342783307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"a34968c1-d1fb-49c8-9cc6-1c4cefaa3540","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.345390544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"87646af7-c5d7-4890-945f-cbd0a2b2f9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.519446323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"712c1162-1a0b-4276-9338-0f79cbcb5bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.540676722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"c6e242b7-642f-4197-b1d6-16c53f54603b","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.569182127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"712c1162-1a0b-4276-9338-0f79cbcb5bb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.579562944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0eb5310d-179e-4520-9c19-fbf14311529a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.606986747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"87646af7-c5d7-4890-945f-cbd0a2b2f9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.701882563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"beb5f4ad-e470-467d-9cee-ba3cb28a3a78","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.73590431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0eb5310d-179e-4520-9c19-fbf14311529a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.741014754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"beb5f4ad-e470-467d-9cee-ba3cb28a3a78","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.784347915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"a182497c-9d0a-4633-8f24-feeaf90e633d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.807670123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"a182497c-9d0a-4633-8f24-feeaf90e633d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.835212828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"51cdf30a-a7f2-447b-bc16-9c07eb9095a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.857079382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"51cdf30a-a7f2-447b-bc16-9c07eb9095a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.182033588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"9b7e98f2-a123-4c1f-a9e3-0ba3ca0ffc6a","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.182716519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"40c1600c-d990-4612-8c2b-5464fb5a5ac3","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:18.234952313Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4f93d1/e2e-partial-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.236234707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"100b1dc7-97a6-4094-bd96-301a9d1fa2cb","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.245559774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"ed825932-fa09-461d-93f3-7313bf591927","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.302164773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"03d61250-cec5-42fe-bcb1-33139f5bce88","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.305932737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"1162562c-ae75-44c6-b931-6aa1f8005e54","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.259795079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8ec47950-3a68-4ac8-9a34-9196ab33ce06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.268155913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5ea1b21f-3366-4730-a163-aee821ff84bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.362377454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8ec47950-3a68-4ac8-9a34-9196ab33ce06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.366872323Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-sub","reconcileID":"05d8db55-eb9c-41ec-a71c-f44211ebdd58","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.369330192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"ece84b11-c929-43e3-8e64-da212d28a9a2","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.373223434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5ea1b21f-3366-4730-a163-aee821ff84bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.378864034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"54ea219a-a471-4ceb-a5ad-d1fba1a3ab18","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.391438352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"4e80beeb-eb32-4d72-93c2-e4dae754e59c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.391940321Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-sub","reconcileID":"05d8db55-eb9c-41ec-a71c-f44211ebdd58","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-w3-4f93d1","model":"distinct-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.394157565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-auth","reconcileID":"e42ecec3-b77c-40b5-9c1e-4986bef18c53","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.409126643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-auth","reconcileID":"e42ecec3-b77c-40b5-9c1e-4986bef18c53","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.432792562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"03e34b3a-2ce1-44f3-9a48-f288585ae2bf","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.433750081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"7a11756f-45bc-4c77-8799-c3f601a1bac6","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.495705256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-sub","reconcileID":"d68a8065-52c9-47e3-b06c-43c86d69ede0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.507874289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-sub","reconcileID":"d68a8065-52c9-47e3-b06c-43c86d69ede0","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/distinct-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.55292171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"00b1c3e6-b7ba-4798-838c-856b6c86f070","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.565998716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"22fcb365-c2d5-4774-9cc2-61c6fe701866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.563111746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"14ab4c9d-96de-481f-940b-72e7061b3cc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.597389312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"14ab4c9d-96de-481f-940b-72e7061b3cc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.59958397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"22fcb365-c2d5-4774-9cc2-61c6fe701866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.661585482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-auth","reconcileID":"2a061258-3e81-473f-8333-9b95442d40de","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:18.670070815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-auth","reconcileID":"2a061258-3e81-473f-8333-9b95442d40de","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:19.083694593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"8cadce7a-88fd-40f9-9190-b15649c5d571","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","subscription":"ipp-route-2eee8c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:19.083901684Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"ipp-route-2eee8c-sub","reconcileID":"8cadce7a-88fd-40f9-9190-b15649c5d571","MaaSSubscription":{"name":"ipp-route-2eee8c-sub","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"model":"ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-2eee8c/ipp-route-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:19.150178209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"b67a2485-beab-4772-8c74-23ca0e4dd257","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:19.15054418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"0db2bce1-f13f-4d22-b559-5f78eb391d16","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.306895114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-auth","reconcileID":"d355c57d-1438-4325-a1db-1d620b1b4de1","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.307229202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"6695df44-42e4-4b91-a5fb-97d1eb627bca","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.384263783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"8c4ef447-4dcc-4d13-8ea4-fc8ff410ecb1","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.571300452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"b37e439f-18b9-4687-8fd8-8f98ed36dd77","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.571809618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"4adff07e-08fe-4269-bbba-61df5f5e5ed5","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.605505839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"7f34045c-a388-434b-83cc-940f9162da52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.619269879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"7f34045c-a388-434b-83cc-940f9162da52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.621691731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"060a3c76-1952-4702-ad3b-77b00157ae8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.63576861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"060a3c76-1952-4702-ad3b-77b00157ae8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:22.493235599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192855d3-9322-477f-b25a-98edea97d54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:22.498962221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192855d3-9322-477f-b25a-98edea97d54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:22.506241703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192855d3-9322-477f-b25a-98edea97d54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:22.511700315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192855d3-9322-477f-b25a-98edea97d54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:22.706309926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea573016-2cf1-4399-b02b-ccfbce277666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:22.709729513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea573016-2cf1-4399-b02b-ccfbce277666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:22.712964327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea573016-2cf1-4399-b02b-ccfbce277666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:22.716399753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea573016-2cf1-4399-b02b-ccfbce277666","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.174442069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940e00d8-3c24-4135-891c-c1ea7ecb898b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.177970448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940e00d8-3c24-4135-891c-c1ea7ecb898b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.181653636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940e00d8-3c24-4135-891c-c1ea7ecb898b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.185313513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940e00d8-3c24-4135-891c-c1ea7ecb898b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.474107805Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-3c25bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-3c25bf","reconcileID":"3cb91b5b-5111-49ea-9fb0-844b09bf7069","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-3c25bf","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-3c25bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.517182297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daca277-9e1e-4264-98b3-b9f821f5107b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.520534264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daca277-9e1e-4264-98b3-b9f821f5107b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.524091299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daca277-9e1e-4264-98b3-b9f821f5107b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.527588843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3daca277-9e1e-4264-98b3-b9f821f5107b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.747377184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a039bc9b-d7a5-49a6-b4f7-219a4b18516e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.753176902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a039bc9b-d7a5-49a6-b4f7-219a4b18516e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.758894451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a039bc9b-d7a5-49a6-b4f7-219a4b18516e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.762130567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a039bc9b-d7a5-49a6-b4f7-219a4b18516e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.18326801Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","namespace":"ai-tenant-e2e-ipp-a-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.18344273Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","namespace":"ai-tenant-e2e-ipp-a-2eee8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.183548259Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","tenant":"e2e-ipp-a-2eee8c","tenantID":"e2e-ipp-a-2eee8c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.197104685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"Deployment","name":"maas-api-e2e-ipp-a-2eee8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.212275916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"Service","name":"maas-api-e2e-ipp-a-2eee8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.226863753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-2eee8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.235055359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-2eee8c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.245636363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.257469006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.26784344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.274081912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.280893323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.299218657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.325846324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"Service","name":"payload-processing-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.349466364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.380766499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.430731847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.482132855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.494651906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.502014225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.507690112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.513243966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-2eee8c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:25.518967768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-2eee8c"},"namespace":"ai-tenant-e2e-ipp-a-2eee8c","name":"default-tenant","reconcileID":"02b3ddef-8ec0-47eb-a385-69ae9e494371","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-2eee8c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.158451511Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"1be6e0d0-e316-4c2f-a3ef-af353e39981d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.162547466Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"1be6e0d0-e316-4c2f-a3ef-af353e39981d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.166317156Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-sub","reconcileID":"1be6e0d0-e316-4c2f-a3ef-af353e39981d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.198656134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"c2cac65d-2a81-47b5-818c-9a2a8e7f823f","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.21977783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"5795b0f5-65f0-483a-ab66-d4497b9befb6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.219897777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3a394862-1129-4efa-b89c-420dac23f1e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.219773674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"ee230f04-14f9-4bc4-b51b-1eccdce43217","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.230199784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"5795b0f5-65f0-483a-ab66-d4497b9befb6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.232986171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3a394862-1129-4efa-b89c-420dac23f1e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.235332896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"ee230f04-14f9-4bc4-b51b-1eccdce43217","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.312923143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4c3bb885-1337-4de4-b1d4-4670343bfaef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.321507165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4c3bb885-1337-4de4-b1d4-4670343bfaef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.356896607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"e59620c1-ab39-49d2-98f3-f2c716a95c67","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.365355341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"e59620c1-ab39-49d2-98f3-f2c716a95c67","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.375804453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-match-auth","reconcileID":"6634e9e2-81bd-490a-bfd4-90cd58ab7fc8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.376027257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"7b69aa98-f218-4715-8a6e-15ebcc803d6b","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.452819671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"aa7874ea-bfcd-4821-af18-82ede57ce13a","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.641541407Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"e2e-model-nomatch-auth","reconcileID":"15102ebb-3874-4f2d-8b5b-0483134d0918","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/distinct-2-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.641890254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"4f492c1b-3bc2-4ebb-b058-edc62e39c9aa","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.658943032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"776434e2-3473-43f2-9735-5f2084b392cd","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.719910344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccec08b8-e2f8-4032-b87d-70fea8de62d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.723655769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccec08b8-e2f8-4032-b87d-70fea8de62d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.727343156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccec08b8-e2f8-4032-b87d-70fea8de62d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.731454187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccec08b8-e2f8-4032-b87d-70fea8de62d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.988025501Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2eee8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2eee8c","reconcileID":"0397a683-2d3d-412e-bcfe-641fb0337941","aitenant":"ai-tenants/e2e-ipp-a-2eee8c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.023179715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b87f660-49e6-4340-bdef-5a46314f85da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.026811267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b87f660-49e6-4340-bdef-5a46314f85da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.030261861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b87f660-49e6-4340-bdef-5a46314f85da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.033735696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b87f660-49e6-4340-bdef-5a46314f85da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.068947034Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-2eee8c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-2eee8c","reconcileID":"0397a683-2d3d-412e-bcfe-641fb0337941","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-2eee8c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-2eee8c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.292425531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6fb6aa-55b5-4d26-bfaf-9501439f39da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.295877592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6fb6aa-55b5-4d26-bfaf-9501439f39da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.299057962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6fb6aa-55b5-4d26-bfaf-9501439f39da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.302254848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac6fb6aa-55b5-4d26-bfaf-9501439f39da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.795356009Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-08a7bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-08a7bc","reconcileID":"1c6340b1-922c-432a-9071-9f54b848b9e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-08a7bc","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-08a7bc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.103088788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c81dbb-8ddf-47db-a52b-b4a98a3b8d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.138239197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c81dbb-8ddf-47db-a52b-b4a98a3b8d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.14429955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c81dbb-8ddf-47db-a52b-b4a98a3b8d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.150805854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c81dbb-8ddf-47db-a52b-b4a98a3b8d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.411431724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6741fb46-d81f-4545-8e35-f42316943246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.4151247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6741fb46-d81f-4545-8e35-f42316943246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.418368266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6741fb46-d81f-4545-8e35-f42316943246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.421879719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6741fb46-d81f-4545-8e35-f42316943246","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.632841109Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-sub","reconcileID":"eae9532d-6cba-4efb-9e87-5ebaee84f884","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.655077458Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-sub","reconcileID":"eae9532d-6cba-4efb-9e87-5ebaee84f884","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4f93d1/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.65510327Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-sub","reconcileID":"eae9532d-6cba-4efb-9e87-5ebaee84f884","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/distinct-w3-4f93d1","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.658908624Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-sub","reconcileID":"eae9532d-6cba-4efb-9e87-5ebaee84f884","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/distinct-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.662502194Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"e2e-partial-access-sub","reconcileID":"eae9532d-6cba-4efb-9e87-5ebaee84f884","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/distinct-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.676513762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"d708834d-b798-48ab-916b-c556e6c71e06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.792314284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"7859f3ac-c2e3-498a-a754-2df2c0097a3c","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.792851663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"1f9c4aa1-e6a2-4d92-8c19-2d468d876949","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.862039545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"341cbef3-f340-4a99-b2f5-e9d1cfbb3337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.875922283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"341cbef3-f340-4a99-b2f5-e9d1cfbb3337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.876855233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8d66ea-094e-478d-88a7-27f9e334bda2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.880573194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8d66ea-094e-478d-88a7-27f9e334bda2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.88436632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8d66ea-094e-478d-88a7-27f9e334bda2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.88807176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b8d66ea-094e-478d-88a7-27f9e334bda2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.915769814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"81f5cb34-fd39-4b85-ab2d-0ab1fe9772f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.924215226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"81f5cb34-fd39-4b85-ab2d-0ab1fe9772f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.236077904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ffc794-5a4e-476d-9ce5-d499340340a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.240318193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ffc794-5a4e-476d-9ce5-d499340340a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.244292236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ffc794-5a4e-476d-9ce5-d499340340a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.249566785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ffc794-5a4e-476d-9ce5-d499340340a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.693375862Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-ba89e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-ba89e0","reconcileID":"0d2d390f-816e-404a-bc0d-cd45182652f7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-ba89e0","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-ba89e0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.92486627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdc47f3-c8cc-467c-a257-84b4b0c757b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.92868027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdc47f3-c8cc-467c-a257-84b4b0c757b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.936772357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdc47f3-c8cc-467c-a257-84b4b0c757b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.940469808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fdc47f3-c8cc-467c-a257-84b4b0c757b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.96506891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"cf0e8de5-9bcb-45fb-81c9-b5a1a094756c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.985995358Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"cf0e8de5-9bcb-45fb-81c9-b5a1a094756c","name":"e2e-shared-a-w4-3c25bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.441762805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db029d4-6865-4705-9927-01ee2179881b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.445379525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db029d4-6865-4705-9927-01ee2179881b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.448770666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db029d4-6865-4705-9927-01ee2179881b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.452283294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2db029d4-6865-4705-9927-01ee2179881b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.720016099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b1849a-d7f0-491e-8652-00b9a6048fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.723373269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b1849a-d7f0-491e-8652-00b9a6048fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.726992612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b1849a-d7f0-491e-8652-00b9a6048fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.730387698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99b1849a-d7f0-491e-8652-00b9a6048fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.782817218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22231a7a-cda3-4e07-958b-8e8edbafb50b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.790019791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22231a7a-cda3-4e07-958b-8e8edbafb50b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.803916249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22231a7a-cda3-4e07-958b-8e8edbafb50b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.80733624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22231a7a-cda3-4e07-958b-8e8edbafb50b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.958218944Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","namespace":"ai-tenant-e2e-ipp-b-1142fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.958273562Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","namespace":"ai-tenant-e2e-ipp-b-1142fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.958317164Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","tenant":"e2e-ipp-b-1142fd","tenantID":"e2e-ipp-b-1142fd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.963543548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"Deployment","name":"maas-api-e2e-ipp-b-1142fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.98451877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"Service","name":"maas-api-e2e-ipp-b-1142fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.992076605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-1142fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.999516179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-1142fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.009120751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.015038043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.023566584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.029178899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5251336-3505-43fe-b9a5-8e92da7403fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.029790398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.035951147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5251336-3505-43fe-b9a5-8e92da7403fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.044029737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5251336-3505-43fe-b9a5-8e92da7403fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.046179671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.05256048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5251336-3505-43fe-b9a5-8e92da7403fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.061117812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.075547058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"Service","name":"payload-processing-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.097307311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.103403386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.111346372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.121283846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.128479363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.135969051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.145806723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.153650032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-1142fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.158746191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-1142fd"},"namespace":"ai-tenant-e2e-ipp-b-1142fd","name":"default-tenant","reconcileID":"3a8f7072-4982-4b48-b558-08635a1abdf0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-1142fd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.79268174Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-bab2c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-bab2c3","reconcileID":"ca5cc1cc-0ee8-4ea7-9225-94dcd238810b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-bab2c3","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-bab2c3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.148804659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe8b495-24d6-4183-98c4-9dd294a13572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.159081873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe8b495-24d6-4183-98c4-9dd294a13572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.184687856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe8b495-24d6-4183-98c4-9dd294a13572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.283168843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fe8b495-24d6-4183-98c4-9dd294a13572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.511720669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"965df149-f672-4abd-9fa3-8d81561ead4c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.532332068Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"965df149-f672-4abd-9fa3-8d81561ead4c","name":"e2e-shared-b-w1-08a7bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.366326919Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.916917003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"dbee8c6f-62c5-44b1-b00a-bbb4e8140ab9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.974425306Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"dbee8c6f-62c5-44b1-b00a-bbb4e8140ab9","name":"e2e-shared-a-w0-ba89e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:43.270234921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7c94eb9f-f72f-433e-a355-3907db11cb6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:43.27334465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"890ab64b-686e-4c2e-ac10-8c7103efbd00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:43.348111603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7c94eb9f-f72f-433e-a355-3907db11cb6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:43.41384698Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-1142fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-1142fd","reconcileID":"3547bede-b902-4095-980c-f9aefe11f55d","aitenant":"ai-tenants/e2e-ipp-b-1142fd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:43.586235644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"890ab64b-686e-4c2e-ac10-8c7103efbd00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:43.900326929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3ce7de36-6a7e-49b3-a2ab-34f456f7f688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:44.020460192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b080b635-9284-4d6b-abe2-90e514a9e268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:44.119066806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3ce7de36-6a7e-49b3-a2ab-34f456f7f688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:44.238646899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b080b635-9284-4d6b-abe2-90e514a9e268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:44.318588799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"7bed6139-669e-411c-b68b-eb8df8d163dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:44.426376011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d2a4651b-c141-4ef6-a715-9007aaff70f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:44.474942642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"7bed6139-669e-411c-b68b-eb8df8d163dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:44.674260972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d2a4651b-c141-4ef6-a715-9007aaff70f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:44.976109023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6e0d5c25-6724-4030-a1ee-939e58f46e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:44.976950049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cc6187ac-0b4e-4195-a16a-d2b0c83ede1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:45.053820679Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-1142fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-1142fd","reconcileID":"3547bede-b902-4095-980c-f9aefe11f55d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-1142fd","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-1142fd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:45.057577503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6e0d5c25-6724-4030-a1ee-939e58f46e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:45.266208115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cc6187ac-0b4e-4195-a16a-d2b0c83ede1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.259618608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"61cdad7a-bd95-4c53-b90e-003c8658c593","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.719314028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"b0a6e9c2-cbc7-43ec-b741-c90a7dc9337d","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.988046332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ff92d4-8b9b-4c31-8169-efd7ceefb099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.030970029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ff92d4-8b9b-4c31-8169-efd7ceefb099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.057789189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ff92d4-8b9b-4c31-8169-efd7ceefb099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.090318434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82ff92d4-8b9b-4c31-8169-efd7ceefb099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.387542959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"49f0c543-aa3f-4b6c-aa1d-9b0662b79b99","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.552419798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f002c7ca-6180-4db8-8a24-0930fe30e5a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.553091767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8ae70922-5ea1-4e59-9dcd-8b6813c76d2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.619379758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f002c7ca-6180-4db8-8a24-0930fe30e5a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.625464052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8ae70922-5ea1-4e59-9dcd-8b6813c76d2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.635869405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"c82345af-6a70-4c8c-8fc2-71ef7e70bde9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.850735015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"35955e3e-641f-41dc-92a8-f040f10f16f8","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.897448649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"ce9d3ed2-7e11-4f97-9569-6414da9ab70c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.001133648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a6d059-f7bf-4cdf-b3d2-5df7bf6fe783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.015833648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a6d059-f7bf-4cdf-b3d2-5df7bf6fe783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.034673648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a6d059-f7bf-4cdf-b3d2-5df7bf6fe783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.054447033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88a6d059-f7bf-4cdf-b3d2-5df7bf6fe783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.46639149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"0f03c17b-d525-4104-af89-bf261e491061","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:50.711361975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a398c9-836f-42c1-bdde-a2ae451302cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:50.715621271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a398c9-836f-42c1-bdde-a2ae451302cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:50.720273936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a398c9-836f-42c1-bdde-a2ae451302cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:50.72928189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76a398c9-836f-42c1-bdde-a2ae451302cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:50.926500417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29de40c2-872e-4873-8cea-a3db8ec430ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:50.930082828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29de40c2-872e-4873-8cea-a3db8ec430ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:50.93405931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29de40c2-872e-4873-8cea-a3db8ec430ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:50.941803223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29de40c2-872e-4873-8cea-a3db8ec430ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.166985826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5798c725-08a6-4c33-801c-5a9496b1ebc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.170382297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5798c725-08a6-4c33-801c-5a9496b1ebc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.242270488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5798c725-08a6-4c33-801c-5a9496b1ebc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.246695247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5798c725-08a6-4c33-801c-5a9496b1ebc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.671682282Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3211a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3211a0","reconcileID":"d05b1707-0915-4e83-8b5c-8e47597beb64","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3211a0","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-3211a0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.946417841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084fb446-5c25-488d-9b49-84555baef7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.949835181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084fb446-5c25-488d-9b49-84555baef7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.9530829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084fb446-5c25-488d-9b49-84555baef7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.957427337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"084fb446-5c25-488d-9b49-84555baef7b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.26686743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"78ed0579-5fc9-4754-9880-c2e239d5e0e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.314172185Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"78ed0579-5fc9-4754-9880-c2e239d5e0e6","name":"e2e-shared-a-w3-bab2c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.097225543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf1ca13-71cd-4dcd-bb92-cfa19519a56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.100877319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf1ca13-71cd-4dcd-bb92-cfa19519a56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.104379199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf1ca13-71cd-4dcd-bb92-cfa19519a56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.108297338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf1ca13-71cd-4dcd-bb92-cfa19519a56e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.94388921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"d300df4d-7a15-4ba1-9cae-c83973c53a97","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.983233237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45096c9-6a3e-4471-951a-37839985df52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.986873258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45096c9-6a3e-4471-951a-37839985df52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.990629796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45096c9-6a3e-4471-951a-37839985df52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.994533516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c45096c9-6a3e-4471-951a-37839985df52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.241458626Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-30e9de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-30e9de","reconcileID":"232328fd-d960-49f7-90af-70ed3a7a5d17","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-30e9de","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-30e9de":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.251385853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"161d4217-324d-453f-b024-48efdd2b63ed","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.281091411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"aca9303f-7a29-4a62-8733-61fc4e097a09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.287455489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0c0400df-c85b-4b00-971d-e9f8b65d17a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.289158186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"678758d7-8c99-4433-996a-e6eafed9a0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.297352568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0c0400df-c85b-4b00-971d-e9f8b65d17a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.29826792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"678758d7-8c99-4433-996a-e6eafed9a0e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.301870719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57127310-db92-4ef9-82a4-9ff0184d4129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.307365646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57127310-db92-4ef9-82a4-9ff0184d4129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.31215892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57127310-db92-4ef9-82a4-9ff0184d4129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.316465764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57127310-db92-4ef9-82a4-9ff0184d4129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.31812693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"4684c3de-106b-4751-9c35-8d7e5d8a61b3","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.372197342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"27f6eb79-4a5f-4042-b48a-ad8a7ef78288","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.541340061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef8b08f-ed01-4785-bb33-e054d5477918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.54532599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef8b08f-ed01-4785-bb33-e054d5477918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.549145741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef8b08f-ed01-4785-bb33-e054d5477918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.552964022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eef8b08f-ed01-4785-bb33-e054d5477918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.785382234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7b02d4-c1f3-4214-9ee9-c9207e79fa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.788910956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7b02d4-c1f3-4214-9ee9-c9207e79fa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.794221529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7b02d4-c1f3-4214-9ee9-c9207e79fa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.800682587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7b02d4-c1f3-4214-9ee9-c9207e79fa9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.924671759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4927914e-7c5a-47e1-bc31-247ee6a0c320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.928432431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4927914e-7c5a-47e1-bc31-247ee6a0c320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.931873634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4927914e-7c5a-47e1-bc31-247ee6a0c320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.935573982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4927914e-7c5a-47e1-bc31-247ee6a0c320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.206760447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dd7878-f015-4fbe-99dc-8aa763873a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.210178742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dd7878-f015-4fbe-99dc-8aa763873a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.213588434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dd7878-f015-4fbe-99dc-8aa763873a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.217025035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8dd7878-f015-4fbe-99dc-8aa763873a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.41656525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe549efd-8466-4ec7-a241-6ac450d6e76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.420434944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe549efd-8466-4ec7-a241-6ac450d6e76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.424204226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe549efd-8466-4ec7-a241-6ac450d6e76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:58.44099103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe549efd-8466-4ec7-a241-6ac450d6e76e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.477985458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"6b2ee023-03a7-44c9-a443-0a5356e0d33e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.510703798Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"6b2ee023-03a7-44c9-a443-0a5356e0d33e","name":"e2e-praxis-a-3211a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.849727136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"103b4023-4b26-433b-9fe9-89fc9bfcacb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.85334994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"103b4023-4b26-433b-9fe9-89fc9bfcacb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.857301195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"103b4023-4b26-433b-9fe9-89fc9bfcacb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.860832685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"103b4023-4b26-433b-9fe9-89fc9bfcacb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.218459841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56377115-c581-42c0-98bb-c9d847e82c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.275158204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56377115-c581-42c0-98bb-c9d847e82c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.377116833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56377115-c581-42c0-98bb-c9d847e82c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.421753426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56377115-c581-42c0-98bb-c9d847e82c86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.781902354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4ff048-3840-4544-bb31-26514f310b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.78525784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4ff048-3840-4544-bb31-26514f310b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.788785446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4ff048-3840-4544-bb31-26514f310b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.79250423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4ff048-3840-4544-bb31-26514f310b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.221657863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2b937c-4262-4eac-b92e-458160cfea1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.225294388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2b937c-4262-4eac-b92e-458160cfea1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.228753995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2b937c-4262-4eac-b92e-458160cfea1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.232244979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e2b937c-4262-4eac-b92e-458160cfea1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.503924474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf0fd22-1352-4771-ada4-fd0469104930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.524012434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf0fd22-1352-4771-ada4-fd0469104930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.529024772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf0fd22-1352-4771-ada4-fd0469104930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.533158117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf0fd22-1352-4771-ada4-fd0469104930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.811841864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"aea25da1-4171-4c12-a6c7-0d7714b9e287","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.850708823Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"aea25da1-4171-4c12-a6c7-0d7714b9e287","name":"e2e-shared-b-w4-30e9de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.523138114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea82b362-c79d-4af5-abd2-d12382d453fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.527160467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea82b362-c79d-4af5-abd2-d12382d453fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.530651282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea82b362-c79d-4af5-abd2-d12382d453fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.533954669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea82b362-c79d-4af5-abd2-d12382d453fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.803869633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c386749-d7cf-4d82-8fc5-af5894c4a70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.807338164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c386749-d7cf-4d82-8fc5-af5894c4a70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.810653687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c386749-d7cf-4d82-8fc5-af5894c4a70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.813993883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c386749-d7cf-4d82-8fc5-af5894c4a70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.042566375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c9bb33-1de3-4e3e-bbf8-f1a391879941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.046727695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c9bb33-1de3-4e3e-bbf8-f1a391879941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.050650582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c9bb33-1de3-4e3e-bbf8-f1a391879941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.053880515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22c9bb33-1de3-4e3e-bbf8-f1a391879941","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.317332492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284e72ef-6274-46f0-afc2-cb8e2e25a1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.320707121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284e72ef-6274-46f0-afc2-cb8e2e25a1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.324035544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284e72ef-6274-46f0-afc2-cb8e2e25a1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.327413333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"284e72ef-6274-46f0-afc2-cb8e2e25a1f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.419821886Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-99a8fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-99a8fe","reconcileID":"b40a48d3-0969-4f83-b059-ea030cf30936","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-99a8fe","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-99a8fe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.620919287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af4df67-2601-43e7-9e48-970052aaa527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.624563462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af4df67-2601-43e7-9e48-970052aaa527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.627817491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af4df67-2601-43e7-9e48-970052aaa527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.631303861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af4df67-2601-43e7-9e48-970052aaa527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.902247791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c978b8-f1c8-42a7-b3a4-d98c194e049b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.905712801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c978b8-f1c8-42a7-b3a4-d98c194e049b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.909346011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c978b8-f1c8-42a7-b3a4-d98c194e049b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.91272778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c978b8-f1c8-42a7-b3a4-d98c194e049b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:08.358175752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d527768f-5fb1-4917-bc75-b9e9563ca8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:08.368023581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d527768f-5fb1-4917-bc75-b9e9563ca8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:08.37813041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d527768f-5fb1-4917-bc75-b9e9563ca8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:08.383488809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d527768f-5fb1-4917-bc75-b9e9563ca8c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.34954253Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.419854847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8508b9a-a3b3-46cd-acc9-471807c67fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.423377577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8508b9a-a3b3-46cd-acc9-471807c67fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.427895481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8508b9a-a3b3-46cd-acc9-471807c67fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.434849534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8508b9a-a3b3-46cd-acc9-471807c67fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.630970208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8be85e-a6d5-4695-903f-5c730390314b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.63464198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8be85e-a6d5-4695-903f-5c730390314b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.638566031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8be85e-a6d5-4695-903f-5c730390314b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:11.642728493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb8be85e-a6d5-4695-903f-5c730390314b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.006334776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967d3081-5f17-41a6-9e50-2c9385abc80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.009865223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967d3081-5f17-41a6-9e50-2c9385abc80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.013531415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967d3081-5f17-41a6-9e50-2c9385abc80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.04157281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967d3081-5f17-41a6-9e50-2c9385abc80b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.323179468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc6d07f-24d0-4426-b2ed-787129b27aad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.326745992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc6d07f-24d0-4426-b2ed-787129b27aad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.330107132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc6d07f-24d0-4426-b2ed-787129b27aad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.333556452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc6d07f-24d0-4426-b2ed-787129b27aad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.421181071Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-6e5139","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-6e5139","reconcileID":"029b35e2-cacb-4454-84e8-ced87b01d319","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-6e5139","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-6e5139":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.624457428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9746d2-6140-4851-b626-f4f69ac6ea54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.62858522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9746d2-6140-4851-b626-f4f69ac6ea54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.641154805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9746d2-6140-4851-b626-f4f69ac6ea54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:12.64489019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c9746d2-6140-4851-b626-f4f69ac6ea54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.148852236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f3e7a2-75c8-4883-a33c-5b6e240cb7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.185044036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f3e7a2-75c8-4883-a33c-5b6e240cb7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.196319357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f3e7a2-75c8-4883-a33c-5b6e240cb7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.203583093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f3e7a2-75c8-4883-a33c-5b6e240cb7f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.537328905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e31fd2-7b12-4649-9c44-a903ffb2261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.54757262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e31fd2-7b12-4649-9c44-a903ffb2261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.555853701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e31fd2-7b12-4649-9c44-a903ffb2261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.563227231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e31fd2-7b12-4649-9c44-a903ffb2261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.816931103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cfe582-1f73-41ee-8080-68747d100ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.820522431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cfe582-1f73-41ee-8080-68747d100ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.823825824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cfe582-1f73-41ee-8080-68747d100ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.828654229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3cfe582-1f73-41ee-8080-68747d100ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.597778254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd22cb7-79f0-430a-97f9-4600450307e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.616861506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd22cb7-79f0-430a-97f9-4600450307e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.643480136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd22cb7-79f0-430a-97f9-4600450307e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.693503801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcd22cb7-79f0-430a-97f9-4600450307e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.520881341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd209d2-4f6e-4658-af9a-26643fd71dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.561475472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd209d2-4f6e-4658-af9a-26643fd71dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.600254186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd209d2-4f6e-4658-af9a-26643fd71dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.622619748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd209d2-4f6e-4658-af9a-26643fd71dd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.642924966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9a54a879-3f01-48cf-a3f9-4af82893839e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.643773517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e07ce65e-975d-440d-b0a6-fc59da6df1f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.66844648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9a54a879-3f01-48cf-a3f9-4af82893839e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.670339092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e07ce65e-975d-440d-b0a6-fc59da6df1f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.291279172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"4944a8d5-213b-4e29-bde0-72396a01ed72","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.298852452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"4944a8d5-213b-4e29-bde0-72396a01ed72","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.302767296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0638c91-264f-4cd8-8099-dd195cdeca06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.338500504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0638c91-264f-4cd8-8099-dd195cdeca06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.363238603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0638c91-264f-4cd8-8099-dd195cdeca06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.38099195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0638c91-264f-4cd8-8099-dd195cdeca06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.057798207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73208a71-f19f-400c-8d84-f7c2734d8c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.062973194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73208a71-f19f-400c-8d84-f7c2734d8c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.104881777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73208a71-f19f-400c-8d84-f7c2734d8c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.109763214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73208a71-f19f-400c-8d84-f7c2734d8c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.592120844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b8dc12-e5ac-4e7b-96a4-52f57f8bde16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.607296087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b8dc12-e5ac-4e7b-96a4-52f57f8bde16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.619253744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b8dc12-e5ac-4e7b-96a4-52f57f8bde16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.642249693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5b8dc12-e5ac-4e7b-96a4-52f57f8bde16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.905251568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8b99ac-aaf2-4135-9289-1b3c93fd8bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.909936115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8b99ac-aaf2-4135-9289-1b3c93fd8bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.921525429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8b99ac-aaf2-4135-9289-1b3c93fd8bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.926686224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8b99ac-aaf2-4135-9289-1b3c93fd8bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.249782151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c4d3a8-8e41-4606-8c05-314d9f9865f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.254740937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c4d3a8-8e41-4606-8c05-314d9f9865f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.260808935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c4d3a8-8e41-4606-8c05-314d9f9865f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.27075396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04c4d3a8-8e41-4606-8c05-314d9f9865f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.95099599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3acfb3-b545-456c-b98a-01e7b4116d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.957850706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3acfb3-b545-456c-b98a-01e7b4116d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.963907965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3acfb3-b545-456c-b98a-01e7b4116d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.976404691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3acfb3-b545-456c-b98a-01e7b4116d96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.361976307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b136d010-a9c8-4d3f-8c00-bcc129833b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.37775678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b136d010-a9c8-4d3f-8c00-bcc129833b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.395878351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b136d010-a9c8-4d3f-8c00-bcc129833b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.401619177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b136d010-a9c8-4d3f-8c00-bcc129833b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.777870988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d93fcb3-e96c-47a2-af2f-4bfefbbafd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.788641346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d93fcb3-e96c-47a2-af2f-4bfefbbafd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.795426801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d93fcb3-e96c-47a2-af2f-4bfefbbafd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.800133101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d93fcb3-e96c-47a2-af2f-4bfefbbafd82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.212613529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f4c749-2e5a-4451-8307-3f6edd83e75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.216431807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f4c749-2e5a-4451-8307-3f6edd83e75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.219987899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f4c749-2e5a-4451-8307-3f6edd83e75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.223546032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f4c749-2e5a-4451-8307-3f6edd83e75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.591802099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb026f7-e9a6-4ad8-a2f0-e6b5609126e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.596877244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb026f7-e9a6-4ad8-a2f0-e6b5609126e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.600492493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb026f7-e9a6-4ad8-a2f0-e6b5609126e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.604031781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb026f7-e9a6-4ad8-a2f0-e6b5609126e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.214650043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3b89d9-f08e-4877-97db-48f8527d400a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.218852943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3b89d9-f08e-4877-97db-48f8527d400a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.222940925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3b89d9-f08e-4877-97db-48f8527d400a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.226401207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3b89d9-f08e-4877-97db-48f8527d400a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.594966625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8c352b-f725-4077-8267-e67b96cf4244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.602131281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8c352b-f725-4077-8267-e67b96cf4244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.611639587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8c352b-f725-4077-8267-e67b96cf4244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.617097989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8c352b-f725-4077-8267-e67b96cf4244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.83931036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077ec368-1187-430b-b0cd-1cc7530747ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.843553424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077ec368-1187-430b-b0cd-1cc7530747ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.850547009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077ec368-1187-430b-b0cd-1cc7530747ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:21.860203157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"077ec368-1187-430b-b0cd-1cc7530747ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.06880275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542a0933-68c6-4f01-8920-638fcbb66d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.075748546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542a0933-68c6-4f01-8920-638fcbb66d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.086181757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542a0933-68c6-4f01-8920-638fcbb66d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.142112432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542a0933-68c6-4f01-8920-638fcbb66d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.751793996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d39938-e921-4f85-b813-a73b83b765ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.756499316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d39938-e921-4f85-b813-a73b83b765ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.76112514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d39938-e921-4f85-b813-a73b83b765ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.765548142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d39938-e921-4f85-b813-a73b83b765ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.012398465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731830c9-ba1f-4c71-97a5-1f5ec5a0b65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.016059823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731830c9-ba1f-4c71-97a5-1f5ec5a0b65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.019797895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731830c9-ba1f-4c71-97a5-1f5ec5a0b65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.023565299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731830c9-ba1f-4c71-97a5-1f5ec5a0b65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.342779977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa0efeb-d43b-45f7-81d4-7592ade64329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.346868371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa0efeb-d43b-45f7-81d4-7592ade64329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.35103268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa0efeb-d43b-45f7-81d4-7592ade64329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.354853489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfa0efeb-d43b-45f7-81d4-7592ade64329","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.760740267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f65504-930d-4cf8-bab3-b26b250c923c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.768507038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f65504-930d-4cf8-bab3-b26b250c923c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.777032123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f65504-930d-4cf8-bab3-b26b250c923c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:23.781633841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f65504-930d-4cf8-bab3-b26b250c923c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:24.576662007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"6a15dd07-428e-45d5-a9fd-e8751e65d2b1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:24.597713451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"6a15dd07-428e-45d5-a9fd-e8751e65d2b1","name":"e2e-shared-b-w0-99a8fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.052460071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c152cf-1ad3-4ab8-ae78-5a7740acaa22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.056329719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c152cf-1ad3-4ab8-ae78-5a7740acaa22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.059958294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c152cf-1ad3-4ab8-ae78-5a7740acaa22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.063712444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c152cf-1ad3-4ab8-ae78-5a7740acaa22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.320361782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ccb3e8-346e-47b5-b4ff-c2ff56d966d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.324104062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ccb3e8-346e-47b5-b4ff-c2ff56d966d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.328433337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ccb3e8-346e-47b5-b4ff-c2ff56d966d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.33225822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ccb3e8-346e-47b5-b4ff-c2ff56d966d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.969062069Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6bd876","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6bd876","reconcileID":"d7914cf0-23d3-4cb5-9261-acc2518ac982","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6bd876","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-6bd876":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.148348724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae515a9d-74ee-44cb-bc80-6a38bafa50e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.151650478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae515a9d-74ee-44cb-bc80-6a38bafa50e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.157437154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae515a9d-74ee-44cb-bc80-6a38bafa50e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.165861795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae515a9d-74ee-44cb-bc80-6a38bafa50e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.377109692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ada39f-a987-4e51-9537-39b4a3b82ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.384622843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ada39f-a987-4e51-9537-39b4a3b82ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.387991659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ada39f-a987-4e51-9537-39b4a3b82ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.391585953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ada39f-a987-4e51-9537-39b4a3b82ed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.674057536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3617e8-9b94-4ba5-8265-0f7d05eac8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.67767798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3617e8-9b94-4ba5-8265-0f7d05eac8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.741489592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3617e8-9b94-4ba5-8265-0f7d05eac8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.745159724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc3617e8-9b94-4ba5-8265-0f7d05eac8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.054735381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e8f013-e256-421e-8b78-5a4769e274db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.058202797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e8f013-e256-421e-8b78-5a4769e274db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.061805956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e8f013-e256-421e-8b78-5a4769e274db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.065025192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5e8f013-e256-421e-8b78-5a4769e274db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.875321321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"ffa17871-bbf2-48eb-966b-e5d356dcbc2e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.921030202Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"ffa17871-bbf2-48eb-966b-e5d356dcbc2e","name":"e2e-shared-b-w3-6e5139-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:39.519872772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"25eb7822-12db-4e6f-a50f-026f2ac9c97b","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:39.543165679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"cf8e9ce9-efa1-4e1a-a416-3d00bcd19821","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:39.547054344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8b125f14-2c1c-4499-82a8-0422be7de169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:39.547729506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ddca5e4a-f400-4b81-9cea-9ab9760e1843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:39.560308647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8b125f14-2c1c-4499-82a8-0422be7de169","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:39.56495954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ddca5e4a-f400-4b81-9cea-9ab9760e1843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:39.606109035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"f59684fb-2ae7-4dc7-9019-0f7f90bf0a92","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:39.655143527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"453bf74d-a5bf-4054-ba52-635843903c17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.083385605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"8f60e312-3538-46f4-952e-ce37767cdbe6","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:41.363333166Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.032915944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"6873701d-f391-4dbf-a6ed-ae634c1589ff","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.234625089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"733070f8-74fe-44a9-ba07-01d272e5bf87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.261033296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7fe5bb12-5c76-497d-98b0-b2550e892fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.262009702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4970c67b-8e76-4700-848c-c366c3b3da50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.408656627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7fe5bb12-5c76-497d-98b0-b2550e892fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.468261832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4970c67b-8e76-4700-848c-c366c3b3da50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.520492334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"14860310-e9df-48ff-b287-77091149b67a","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.552060601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"6d888448-2d71-48da-bf85-693a8679af88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.610247207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a135c7e-4423-4598-ad2a-01a7a5f21409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.614066678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a135c7e-4423-4598-ad2a-01a7a5f21409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.61779645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a135c7e-4423-4598-ad2a-01a7a5f21409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.621393375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a135c7e-4423-4598-ad2a-01a7a5f21409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.65756672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"17df6300-0d7c-4233-a266-db146e3fd126","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.657697096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"17df6300-0d7c-4233-a266-db146e3fd126","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:43.019066356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb16e7a-e325-4f59-9b88-3cf4dc64cf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:43.022407824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb16e7a-e325-4f59-9b88-3cf4dc64cf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:43.025700663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb16e7a-e325-4f59-9b88-3cf4dc64cf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:43.029616537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb16e7a-e325-4f59-9b88-3cf4dc64cf25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:43.518547835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"8b6865dd-2508-4033-b54c-dc034c3e57f6","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.433407103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"1d032fb4-3933-49af-8952-3d1ab691305c","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.165908789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"18595288-aea5-49c9-b737-c568a1ad4ff7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-6bd876","tenantID":"e2e-praxis-b-6bd876","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.22731505Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"18595288-aea5-49c9-b737-c568a1ad4ff7","name":"e2e-praxis-b-6bd876-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.088402245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bc7a16-a545-44b1-9166-abb9d4d49209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.102521865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bc7a16-a545-44b1-9166-abb9d4d49209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.131112293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bc7a16-a545-44b1-9166-abb9d4d49209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.139366465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9bc7a16-a545-44b1-9166-abb9d4d49209","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.33892545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07983655-c4fd-4e50-ae0c-f0189151fc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.342273634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07983655-c4fd-4e50-ae0c-f0189151fc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.345821166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07983655-c4fd-4e50-ae0c-f0189151fc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.34927703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07983655-c4fd-4e50-ae0c-f0189151fc56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:49.607989789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"16277a71-4478-4e6f-9f76-037195e9364c","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.097683342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"4096230b-0d94-4e96-ac6c-1885f90d2205","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:52.521418342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"8b0bddbf-8524-424b-99fb-0c08d66ab2c4","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:52.718182678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"4bbbb38a-1a14-46e5-b977-11c83565a46b","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:52.718274919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"4bbbb38a-1a14-46e5-b977-11c83565a46b","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.555564097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"3e3a44e3-65ae-4447-9ebb-bf2670cb6238","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.556351307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"3e3a44e3-65ae-4447-9ebb-bf2670cb6238","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.570410991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"2f19acc8-a549-48a9-9a1c-95e29f4415ba","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.451254575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"343afa3a-cf2b-410d-a552-ae01162178d4","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.49973938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"b998db0a-5401-40a5-806d-b44897f25db0","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.198303929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"50461414-bd13-4990-876f-4e8d82dd1d7b","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.216505688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"e6cd18da-6389-4e9f-8929-139fdadd9b1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.244446107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"cfa79e2b-9f37-46bc-9995-d2860e9fa6da","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.361265344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ed9cdfb7-8882-420d-8e20-697462a7215b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.361716349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2060eaf3-a4df-4de0-be59-38a0f110083e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.366202963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"fa5d24f9-d1e9-41b7-9386-54ef819fd3b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.37053467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ed9cdfb7-8882-420d-8e20-697462a7215b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.441498166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2060eaf3-a4df-4de0-be59-38a0f110083e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.474041383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"1c3cf08f-4cdf-46d2-93cc-5295f846bb26","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.492588898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"c26d3a32-48e6-4df1-b387-460ee8f663a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.495254433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ab81ee57-1592-4411-b5ac-0d61b5bdcb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.495341163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5f5265ab-4e7c-481b-ab4f-4ea3b034ba10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.50405042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5f5265ab-4e7c-481b-ab4f-4ea3b034ba10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.504083077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ab81ee57-1592-4411-b5ac-0d61b5bdcb97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.514098336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"a1318e9b-be43-4389-a3a5-9f321279c30d","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:59.590063116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"538b2db4-8469-43e8-8576-0028b6eafb81","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.105910524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"794d92c6-e983-423e-b11b-f3563d0d8f4f","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.430567312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3207a70a-8413-4406-888c-d8ac3293a0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.436870024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3207a70a-8413-4406-888c-d8ac3293a0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.440178657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3207a70a-8413-4406-888c-d8ac3293a0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.443726914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3207a70a-8413-4406-888c-d8ac3293a0e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.72356509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835f4ba6-5f5f-4799-b232-e9d4a2f7738d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.727112549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835f4ba6-5f5f-4799-b232-e9d4a2f7738d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.730421724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835f4ba6-5f5f-4799-b232-e9d4a2f7738d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.733726113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"835f4ba6-5f5f-4799-b232-e9d4a2f7738d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:02.52233473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"2584288d-201b-4a70-8e77-9a2f00439ea6","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:02.718839918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"2ce2dbde-dd70-4dd8-a96d-8a2a17b5ace1","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:02.718934462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"2ce2dbde-dd70-4dd8-a96d-8a2a17b5ace1","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:03.57321532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"e4487258-7fac-4af4-9eae-28e8e2df7e87","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:03.573250579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"e4487258-7fac-4af4-9eae-28e8e2df7e87","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:03.573684864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"b935d0b5-2cbf-4f54-9375-73de10148b52","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:05.914339503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"f92e0a3d-af05-4de0-a130-e93bbc59fad2","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:05.914440175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"f92e0a3d-af05-4de0-a130-e93bbc59fad2","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:07.441624507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"1e5342a1-ba47-4621-aa55-b0cb98c4da0f","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:07.441660188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"1e5342a1-ba47-4621-aa55-b0cb98c4da0f","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.243861734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"4fd54757-6e77-44ea-b1f0-9ac968a9903d","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.243887592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"4fd54757-6e77-44ea-b1f0-9ac968a9903d","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.345512699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"6c7d3691-85d4-46ef-ad73-d465ec3a47b4","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.345535814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"6c7d3691-85d4-46ef-ad73-d465ec3a47b4","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.353967085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"0b9c1e56-9036-48f1-baaa-cf8725e5bd1e","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.353992078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"0b9c1e56-9036-48f1-baaa-cf8725e5bd1e","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.36027554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"a503edc5-aec7-437c-996a-a28475854613","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.390152582Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"a503edc5-aec7-437c-996a-a28475854613","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.397287821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7a92d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"a503edc5-aec7-437c-996a-a28475854613","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.404279708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"fcd76e1f-224d-4a99-b8f3-5246ca4c0a02","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.404298077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"fcd76e1f-224d-4a99-b8f3-5246ca4c0a02","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.514922103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"efe53a51-df2f-4dc3-95ce-19c9bd72d4d5","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.532698942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"4d86fd95-1dd0-4984-aca2-dc72a3212ad1","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.787762097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"54f56d38-d78d-467f-ad7f-d5b2a090d723","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.805531532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"dd5f77d0-6d9d-4f28-abba-31f7b515820c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.810646853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"de250b37-422c-4b1b-af32-8ac1fc27120a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.810755014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3bd75709-16d2-413d-b062-fafec5f25ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.819469898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3bd75709-16d2-413d-b062-fafec5f25ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.819912781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"de250b37-422c-4b1b-af32-8ac1fc27120a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.829652156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"f61d70e3-2fbf-437c-9cb8-f92d6f89a57d","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:09.90679404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"92eec36b-9a32-40cf-a93b-44aca6805f7f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.415734244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"69c2de0d-4fa1-4874-839d-28803d02e83a","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.415913068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"69c2de0d-4fa1-4874-839d-28803d02e83a","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.34420631Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.574786661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"b90edb2b-c9fd-476e-a3e2-ad0d738a56bd","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.887224499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"f8be906c-1c28-4fc7-be26-7bd0133a853f","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.906293838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"745eed7e-a42e-4546-a773-6b4fc0f0ba25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.908331943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5acae14d-58f7-47c9-9290-ff8e61426f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.908360613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7977a19a-3980-4920-8dde-cdd784d8c859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.916960368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7977a19a-3980-4920-8dde-cdd784d8c859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.917071007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5acae14d-58f7-47c9-9290-ff8e61426f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:13.927136694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"725d1b6d-ecc6-4368-9f76-35dd46a6223d","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:14.057554787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"bae0e5ab-4886-4861-91c2-adebba8cb5c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:19.413217192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"897528a9-17f2-43d6-a926-4c6555e86b00","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:19.422000233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"897528a9-17f2-43d6-a926-4c6555e86b00","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:19.429618284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7a92d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"897528a9-17f2-43d6-a926-4c6555e86b00","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.576236411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"30fc79a5-9a79-41d8-8012-a36288decdc2","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:24.066590766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"2fed814c-3aae-48e1-9f7d-9184da436c49","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.246394385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"aa5efeb9-caac-4615-8244-69191d104af2","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.246527884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"aa5efeb9-caac-4615-8244-69191d104af2","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.322188067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"5cbcefa8-ed71-4c1c-9097-7b8a75ec0910","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.38940766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"5cbcefa8-ed71-4c1c-9097-7b8a75ec0910","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.419183787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7a92d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"5cbcefa8-ed71-4c1c-9097-7b8a75ec0910","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.84913244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"842c22cd-726c-40a3-acfe-a234de8d2da9","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:32.975116002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"0643eeba-9ca5-4407-ad7a-fc0db052eb01","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.007010612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"7c2946e7-4cca-428a-bb82-c13082bf1186","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.012857792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3331d76e-5655-4fba-b555-c7c585d86477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.013828291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"07644b0f-0efe-468f-9e69-024c208f271f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.042997329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3331d76e-5655-4fba-b555-c7c585d86477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.044076261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"07644b0f-0efe-468f-9e69-024c208f271f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.051201887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"28b961e9-dd11-44e1-b13e-7d78b509945c","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.094471022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"a20126ee-6234-440c-b39c-3ee05e0a7f5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:35.250070456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"031e9c03-e390-4bec-96b3-11707ecdd57a","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:35.250102119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"031e9c03-e390-4bec-96b3-11707ecdd57a","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:35.563997786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"17148a0b-8ffb-492e-a8c1-2491fb3fbd46","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:35.564026535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"17148a0b-8ffb-492e-a8c1-2491fb3fbd46","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:35.570911773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"8ce1246d-3fa5-4afc-a4ae-d556d59b6c3d","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:35.570935962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"8ce1246d-3fa5-4afc-a4ae-d556d59b6c3d","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:35.577995796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"8b1603c0-851b-4a49-9d6b-2df158c76f01","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:35.607957077Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"8b1603c0-851b-4a49-9d6b-2df158c76f01","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:35.615295991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3211a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"8b1603c0-851b-4a49-9d6b-2df158c76f01","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:35.624473188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"3daad3b8-16cd-492a-8036-52796b75affb","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:35.624495365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"3daad3b8-16cd-492a-8036-52796b75affb","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.283451511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"b2e43b90-263e-4562-a754-db6277784d27","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.283472546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"b2e43b90-263e-4562-a754-db6277784d27","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.425961578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"00cbf927-0446-4c2d-9f7c-c383fa647bce","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.434112307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"00cbf927-0446-4c2d-9f7c-c383fa647bce","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.441815547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7a92d4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"00cbf927-0446-4c2d-9f7c-c383fa647bce","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.874909143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"edb9ba03-6eb6-443c-bae9-b4e6b69b3a88","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:41.388565706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:42.090957368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"0a453ec3-0d43-4bc2-9f32-e2a275933571","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:42.090979443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"0a453ec3-0d43-4bc2-9f32-e2a275933571","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:42.140851806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"784c107e-22ad-4d84-847b-b5376dddf6eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:42.17217484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"784c107e-22ad-4d84-847b-b5376dddf6eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:42.18428163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7a92d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (127f26f8f33098b4e861bdbad735f6a4540c82ffb0302992235a260cd88d1534) AuthConfig (b7d503d21d611e5a6d3219a7ca91b3a8941df9e1615991f4389ab6007a97057b) AuthConfig (7e72766686f31a13bee3d91df6d9856c1cd73a9090076ed0185e130318643554) AuthConfig (620209339f2d63399f1ddf3460f38dc802a44e65160e74cf5207054283468f65) AuthConfig (5948c72b5518ed6fb477c50cedb7efe5bfdd7bffa71ad55208caab3c9929d3e0) AuthConfig (ae21cff420de359a27049d14be1c8f78ae70fac39d5573f0b4e9d7ec31be349b) AuthConfig (9e32631974076dee217c8bdaf6ca577bd9101eb1d64e6a132690887e82b3f6f6) AuthConfig (0d8ead9f76945d798d8d16f6fa0209380abcc35ebfcf043e79c3669506e35f6f) AuthConfig (fbe6c6a6e339a536f4c6f6231a0fc4942af1899fbafa40d3e00d5999dcc90044) AuthConfig (17cc431d9448649def762a2a68afb5ad66f53de2965b3eb59c7289dc959fface) AuthConfig (d2df9dcff75d42c1a977f7d4e318f4f8eb55c6d052a5933025c57653e50a56a0) AuthConfig (85557e39c0124baffecc9e0c394649d8d0e3661d8308e3e0ae624acd1af05310) AuthConfig (2fd44d5b0a2729dea552d33e26b6ba4423eaf4da65d7427ee6b825a000513c58) AuthConfig (4ea32e06810f95c1d19eab1f534653ec3fd0988d09e7db2810fc52e00aff4366) AuthConfig (640887112b5c0f821799174edc918bbcee70bff516c253e8abd446d6da4afa53) AuthConfig (2dcea4ffb655b20481599cd7d6ff6353b1c17b5c8936f2ff4d06ea5f546c17e2) AuthConfig (ea986f703e9213e20f86b9d9130d77120229c705d2dc57cbc2d7b03d52d8501d) AuthConfig (ede041259424f1e672bad7e17b8dde0e1bd0644cddb88539807ab5e8b16c1bdf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"784c107e-22ad-4d84-847b-b5376dddf6eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:42.195083298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"9db3d742-173d-494c-a7ab-68e87ac0cd00","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:42.195183041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"9db3d742-173d-494c-a7ab-68e87ac0cd00","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:42.543886873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"68194b41-6cea-44c4-acdd-dfa0873b748b","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.052451252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"1ca51f7c-3e53-461c-804a-e80a913f13b0","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.248894867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"88682305-30c9-453c-b881-363d33c55dc8","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.258862522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"88682305-30c9-453c-b881-363d33c55dc8","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:43.266850979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3211a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"88682305-30c9-453c-b881-363d33c55dc8","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.417663314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"b8a7ea5e-2ba5-452a-976c-b79b96e8f6af","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.437492712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"219b44bc-11c9-4db1-a266-03f6dc794b18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.439018196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"eff058c2-2ca2-4592-a663-c07cb23f4106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.439101185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f802f487-11e3-4088-b866-5e91c64a8980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.447645354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"eff058c2-2ca2-4592-a663-c07cb23f4106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.447904413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f802f487-11e3-4088-b866-5e91c64a8980","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.459052161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"a2765a38-7bed-47e4-b2b0-061634078226","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.536110091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"16466877-42b6-495b-b909-d304e718580b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.99890408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"be0c801f-7e81-4401-af06-22ec18f27e93","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.99901729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"be0c801f-7e81-4401-af06-22ec18f27e93","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.573082377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"0bd5b03b-2dd0-4978-a02f-5ec306976608","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.573105808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"0bd5b03b-2dd0-4978-a02f-5ec306976608","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.898895972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"714982eb-f861-4f88-b238-a62ee72e6988","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.89891517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"714982eb-f861-4f88-b238-a62ee72e6988","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.904941817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"c540c784-71f4-44bc-97ec-da03ec9acca5","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.904958808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"c540c784-71f4-44bc-97ec-da03ec9acca5","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.912252906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"bfb545d6-59f6-4d32-9e10-52b8556786a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.942064197Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"bfb545d6-59f6-4d32-9e10-52b8556786a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.94952259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"bfb545d6-59f6-4d32-9e10-52b8556786a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.956351121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"bacb559a-de9d-4937-8580-a0bc46e59637","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:47.956370158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"bacb559a-de9d-4937-8580-a0bc46e59637","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:49.688110053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"c6e5b1c7-3e8e-417b-8de5-aed4874d4a3c","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:49.68813477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"c6e5b1c7-3e8e-417b-8de5-aed4874d4a3c","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.018917834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"6f8aef01-e4f8-4c58-a9f0-cce6eb632a35","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.018950094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"6f8aef01-e4f8-4c58-a9f0-cce6eb632a35","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.027194607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"73411a98-17f7-4aec-9735-bc5fe79e4846","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.027214005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"73411a98-17f7-4aec-9735-bc5fe79e4846","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.032772526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"3be1b2d6-e52f-47bb-bd2f-61e1ba37e622","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.061797372Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"3be1b2d6-e52f-47bb-bd2f-61e1ba37e622","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.068907242Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3c25bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"3be1b2d6-e52f-47bb-bd2f-61e1ba37e622","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.077640065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"00662acd-bc5b-4564-963b-a870e8c2291d","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.077658022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"00662acd-bc5b-4564-963b-a870e8c2291d","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.201967017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"8c0b91b5-ef6c-4c94-908d-9e39c7590529","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.210353458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"8c0b91b5-ef6c-4c94-908d-9e39c7590529","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.217442136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7a92d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (127f26f8f33098b4e861bdbad735f6a4540c82ffb0302992235a260cd88d1534) AuthConfig (b7d503d21d611e5a6d3219a7ca91b3a8941df9e1615991f4389ab6007a97057b) AuthConfig (7e72766686f31a13bee3d91df6d9856c1cd73a9090076ed0185e130318643554) AuthConfig (620209339f2d63399f1ddf3460f38dc802a44e65160e74cf5207054283468f65) AuthConfig (5948c72b5518ed6fb477c50cedb7efe5bfdd7bffa71ad55208caab3c9929d3e0) AuthConfig (ae21cff420de359a27049d14be1c8f78ae70fac39d5573f0b4e9d7ec31be349b) AuthConfig (9e32631974076dee217c8bdaf6ca577bd9101eb1d64e6a132690887e82b3f6f6) AuthConfig (0d8ead9f76945d798d8d16f6fa0209380abcc35ebfcf043e79c3669506e35f6f) AuthConfig (fbe6c6a6e339a536f4c6f6231a0fc4942af1899fbafa40d3e00d5999dcc90044) AuthConfig (17cc431d9448649def762a2a68afb5ad66f53de2965b3eb59c7289dc959fface) AuthConfig (d2df9dcff75d42c1a977f7d4e318f4f8eb55c6d052a5933025c57653e50a56a0) AuthConfig (85557e39c0124baffecc9e0c394649d8d0e3661d8308e3e0ae624acd1af05310) AuthConfig (2fd44d5b0a2729dea552d33e26b6ba4423eaf4da65d7427ee6b825a000513c58) AuthConfig (4ea32e06810f95c1d19eab1f534653ec3fd0988d09e7db2810fc52e00aff4366) AuthConfig (640887112b5c0f821799174edc918bbcee70bff516c253e8abd446d6da4afa53) AuthConfig (2dcea4ffb655b20481599cd7d6ff6353b1c17b5c8936f2ff4d06ea5f546c17e2) AuthConfig (ea986f703e9213e20f86b9d9130d77120229c705d2dc57cbc2d7b03d52d8501d) AuthConfig (ede041259424f1e672bad7e17b8dde0e1bd0644cddb88539807ab5e8b16c1bdf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"8c0b91b5-ef6c-4c94-908d-9e39c7590529","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.274298895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"15e0396b-26f2-4c1f-9be2-8fd7b6d5d972","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.282861268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"15e0396b-26f2-4c1f-9be2-8fd7b6d5d972","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:53.290185791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3211a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"15e0396b-26f2-4c1f-9be2-8fd7b6d5d972","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.963384976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"39d9850f-3f83-4658-9fb2-462574665a29","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.971859563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"39d9850f-3f83-4658-9fb2-462574665a29","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.979448129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"39d9850f-3f83-4658-9fb2-462574665a29","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:00.085032337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"f3133adb-1908-45a8-b6d4-e1972dd900cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:00.096968036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"f3133adb-1908-45a8-b6d4-e1972dd900cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:00.105799554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3c25bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"f3133adb-1908-45a8-b6d4-e1972dd900cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.226095288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"a4166295-ce7c-4d88-b751-93d7d7ad5a16","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.234491916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"a4166295-ce7c-4d88-b751-93d7d7ad5a16","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.245115054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-7a92d4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (127f26f8f33098b4e861bdbad735f6a4540c82ffb0302992235a260cd88d1534) AuthConfig (b7d503d21d611e5a6d3219a7ca91b3a8941df9e1615991f4389ab6007a97057b) AuthConfig (7e72766686f31a13bee3d91df6d9856c1cd73a9090076ed0185e130318643554) AuthConfig (620209339f2d63399f1ddf3460f38dc802a44e65160e74cf5207054283468f65) AuthConfig (5948c72b5518ed6fb477c50cedb7efe5bfdd7bffa71ad55208caab3c9929d3e0) AuthConfig (ae21cff420de359a27049d14be1c8f78ae70fac39d5573f0b4e9d7ec31be349b) AuthConfig (9e32631974076dee217c8bdaf6ca577bd9101eb1d64e6a132690887e82b3f6f6) AuthConfig (0d8ead9f76945d798d8d16f6fa0209380abcc35ebfcf043e79c3669506e35f6f) AuthConfig (fbe6c6a6e339a536f4c6f6231a0fc4942af1899fbafa40d3e00d5999dcc90044) AuthConfig (17cc431d9448649def762a2a68afb5ad66f53de2965b3eb59c7289dc959fface) AuthConfig (d2df9dcff75d42c1a977f7d4e318f4f8eb55c6d052a5933025c57653e50a56a0) AuthConfig (85557e39c0124baffecc9e0c394649d8d0e3661d8308e3e0ae624acd1af05310) AuthConfig (2fd44d5b0a2729dea552d33e26b6ba4423eaf4da65d7427ee6b825a000513c58) AuthConfig (4ea32e06810f95c1d19eab1f534653ec3fd0988d09e7db2810fc52e00aff4366) AuthConfig (640887112b5c0f821799174edc918bbcee70bff516c253e8abd446d6da4afa53) AuthConfig (2dcea4ffb655b20481599cd7d6ff6353b1c17b5c8936f2ff4d06ea5f546c17e2) AuthConfig (ea986f703e9213e20f86b9d9130d77120229c705d2dc57cbc2d7b03d52d8501d) AuthConfig (ede041259424f1e672bad7e17b8dde0e1bd0644cddb88539807ab5e8b16c1bdf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"a4166295-ce7c-4d88-b751-93d7d7ad5a16","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.504684997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"9e229d25-a24c-4d4d-9fd2-5c34e8faa94d","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.504721174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"9e229d25-a24c-4d4d-9fd2-5c34e8faa94d","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.726145072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"6b71c2ba-283f-407d-a687-64464080ec4b","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.726170895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"6b71c2ba-283f-407d-a687-64464080ec4b","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.735230982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"1f499e6f-d2fb-4a7b-8316-89881c2a94a8","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.735262714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"1f499e6f-d2fb-4a7b-8316-89881c2a94a8","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.74318295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"91757452-7e0e-40b7-966c-9b06f2f388f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.775486324Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"91757452-7e0e-40b7-966c-9b06f2f388f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.803438621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"91757452-7e0e-40b7-966c-9b06f2f388f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.812573327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"ffafd0ca-f266-4447-bb80-7919a55d61a8","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.812590147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"ffafd0ca-f266-4447-bb80-7919a55d61a8","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.300824393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"8613f2f9-361e-4c59-b185-c7dd4523c934","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.310959373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"8613f2f9-361e-4c59-b185-c7dd4523c934","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:03.318313549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3211a0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"8613f2f9-361e-4c59-b185-c7dd4523c934","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.987324712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"794c7f71-a945-413a-b758-bb512a75e122","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.995801889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"794c7f71-a945-413a-b758-bb512a75e122","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:08.00284535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebe988834047fe18d024c1f20fadacedcb82383cf8f59251ae5b87ace74c2a4c) AuthConfig (7f1bf23f6ed6567940bcb4382ad9c89c2bbd9325b27f79fccb2a59bf15c4f450) AuthConfig (6b2c4962f626b8eaa6a33dab98cd6317b586fd9aaa56ecfebc393a1aedabaeaf) AuthConfig (59b79582f6d14aa64499926b7edcc46fde4916d03d8373cc5dd3fee63f18d63d) AuthConfig (902f777e2ac3e1073298abc283036db93c49c609fc78f867183b8242dad31cb2) AuthConfig (697ac8057e0335e7ef1c5a05aef44bcc57e9397ecf3979626c499d6133f4dcaf) AuthConfig (9135c0014d7a6b24201b6cd372f3a40bdea1f70cb2949d2fc09f830c71611ebb) AuthConfig (d3365e559ce3e50ae78595f02bb18b5b9d64e037eb9154196c2aae008f3b431a) AuthConfig (40b2a12fe52abb0e0cbd88672f24f221a65240af0af25bca9a7012b499e46190) AuthConfig (e482c7e2745219d6e1c42149553f309c75191b2b3c95dc8d86735e9354e5843b) AuthConfig (1ec3d1c87964aae8a9c62e7cda9e8ae14639f02f63e9e687c72c3ed88dd332b9) AuthConfig (5afc6165fb55455961eb243802259fdfcdccd258e64b5d402de0b79e9239daa2) AuthConfig (f3a28f112058f1f7903094e8acdbdbb3d1d42d6ffec49ec73455ee47b2ef71a9) AuthConfig (b42553ebf812a5945a0c6327ada66b63ed8710220cbffcc0474873a77e7ef7c5) AuthConfig (a716a4c9e1b5cc80c6c6a1d7fe291e1c2bde5e290d2a14a83fde55a6a2fd4022) AuthConfig (5617f9ca7ebdfe3aa76b30e893d031342be4119ff244141231a5dc29ba1fc68c) AuthConfig (014b1a1c71672567aedeb34990f356e71b7d8fcf0c3cc0bf3c8eed4f63816bea) AuthConfig (7b3243db305f56a4438a36b23334cda98265c85f6fc6690b284923570204d1ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"794c7f71-a945-413a-b758-bb512a75e122","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:08.013194303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"f23a550d-918a-445a-9dd0-e802287fdc14","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:08.013210995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"f23a550d-918a-445a-9dd0-e802287fdc14","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.113547908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"cbf5d11b-0956-4b3a-886c-1c4d178e5e72","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.122371368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"cbf5d11b-0956-4b3a-886c-1c4d178e5e72","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.130311463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3c25bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"cbf5d11b-0956-4b3a-886c-1c4d178e5e72","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:11.344216616Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.258123837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"8181eb77-697b-4385-801a-41121f4a7a92","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.286403657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"8181eb77-697b-4385-801a-41121f4a7a92","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.31818812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"8d243046-897c-4d9a-92b6-a8c1a08f97f3","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.318437864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"8d243046-897c-4d9a-92b6-a8c1a08f97f3","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.825314387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"1ee97b2f-cf78-41c7-b71a-7b3e2ea93647","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.834373238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"1ee97b2f-cf78-41c7-b71a-7b3e2ea93647","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.841694822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"1ee97b2f-cf78-41c7-b71a-7b3e2ea93647","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.32582044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"56f2092a-7b0f-48bc-8e21-e58bacf5ffc3","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.334371329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"56f2092a-7b0f-48bc-8e21-e58bacf5ffc3","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.34311906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3211a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c855b638c5dc51d848aecf3b1a6b06e6d9dc781030ba2a415ba12b867c3ce47) AuthConfig (8570a94c6e528658a2076d4963254567ba58ab24f61eaff70075ee2f9179ffb2) AuthConfig (3f139b754b7bcd27ba9b92bb0f20e12d0d8b30e4865922c95f641df4921fc8fd) AuthConfig (96a3059a21ef88ef67d13147aa6e549599ea21959b89a1c6997f53584029b65a) AuthConfig (f39ff4f78553c1a0cac7f4ad6bebd1ecdab4d7555dbac39a130983ac93d7e547) AuthConfig (d700a6e12bc4f58ead735b10a575f00ffe892f7a7ff09c34f93b999e31dd733c) AuthConfig (634a69a23752b3df982f97bcfbffd26d8ca1730578cec717ee5b3cd566d858a6) AuthConfig (d2b254b97a5afcf2b38339f2aaa44d2647b562b9c3646535fc839cc9cc55c14a) AuthConfig (5c478bb4d648e31f6fc3521d5505cf423a69dd9dc9ad2d6509b16fc327e95e46) AuthConfig (ec7b1a3d71e660dc00aebf43e1afcf70295c2c26f217931063ae9b694d5576aa) AuthConfig (be7f2d4b8800148f6abf68145c05de9c707189e7c507ad4275a276d965ed0f1c) AuthConfig (262fb94af116b3cebae561d6d2df877a0b8e93fa0dec14b72d4792c3bcbc3bac) AuthConfig (b4b1d0da4b67cb05473c6deeff69452ea1006d3b5482d9a719b933601394f897) AuthConfig (43ffcf21fc8baf3828c842ecfd4b197ae1995270f1c9c860ff7ddc3b3ad28bef) AuthConfig (c1efc277ba72561f22a3d2766fa086562ff307284459196263d285a25edc60fa) AuthConfig (d24b96477f8b74d7ee6e29a3e315fe84e36b2af30506cb002a4f2d2641908d0b) AuthConfig (4988cb2cc7f888d20060463454e97ffb329f028994d0d21b4821389cd2958aad) AuthConfig (240e6190f1b68e8ebed52818e1bf4745cdd20b432907befb96883b1b815328b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"56f2092a-7b0f-48bc-8e21-e58bacf5ffc3","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.352368618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"f10ac24f-0341-4945-92d3-0d5c9ec84106","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:13.352387021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"f10ac24f-0341-4945-92d3-0d5c9ec84106","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.878471275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"bb8fab01-e6eb-4959-8ef6-0ad3ed1e9f4d","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.87849262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"bb8fab01-e6eb-4959-8ef6-0ad3ed1e9f4d","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.889391086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"3cad4f95-7f5d-4dbd-a20c-e4d0f03fba67","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.890747927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"6c2920cf-19e4-4ec4-950e-bd9e9ab4bc5e","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.890817332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"6c2920cf-19e4-4ec4-950e-bd9e9ab4bc5e","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:16.89151312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"4ba24dc1-3fc3-40d7-b151-42d687bb35ee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b46d35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:16.896025249Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"6c2920cf-19e4-4ec4-950e-bd9e9ab4bc5e","name":"auth-test-model-7a92d4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7a92d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:16.896069269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"6c2920cf-19e4-4ec4-950e-bd9e9ab4bc5e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7a92d4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.897980664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"3cad4f95-7f5d-4dbd-a20c-e4d0f03fba67","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.90127923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"21536735-ca00-497c-a09f-07c0d74ab718","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.90129357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"21536735-ca00-497c-a09f-07c0d74ab718","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.904310443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"76dd6725-a915-4ade-ad9b-05bcbb82c04a","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.904329267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"76dd6725-a915-4ade-ad9b-05bcbb82c04a","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.912474656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"043f92bc-5e4a-4d92-97e4-e14547704550","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.912490671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"043f92bc-5e4a-4d92-97e4-e14547704550","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.939948442Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"b4f543be-78cf-4828-9c4e-a47137fc7904","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"maas-trlp-auth-test-model-7a92d4","model":"auth-test-model-7a92d4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-7a92d4/e2e-auth-iso-b46d35"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.960647835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"0e989f0c-11b9-491c-96c0-2a76cca5f794","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.960667182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"0e989f0c-11b9-491c-96c0-2a76cca5f794","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.023374463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"d964f46f-751b-4cf7-bf71-ad3bc4905f7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.027251922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"ee872a23-1c06-4ad3-9827-24a9d3c02dc1","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"maas-trlp-auth-test-model-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.031930979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"d964f46f-751b-4cf7-bf71-ad3bc4905f7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:18.020508743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"2e682a1e-e5c8-42d1-b510-212594a8021d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:18.029131317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"2e682a1e-e5c8-42d1-b510-212594a8021d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:18.042141826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebe988834047fe18d024c1f20fadacedcb82383cf8f59251ae5b87ace74c2a4c) AuthConfig (7f1bf23f6ed6567940bcb4382ad9c89c2bbd9325b27f79fccb2a59bf15c4f450) AuthConfig (6b2c4962f626b8eaa6a33dab98cd6317b586fd9aaa56ecfebc393a1aedabaeaf) AuthConfig (59b79582f6d14aa64499926b7edcc46fde4916d03d8373cc5dd3fee63f18d63d) AuthConfig (902f777e2ac3e1073298abc283036db93c49c609fc78f867183b8242dad31cb2) AuthConfig (697ac8057e0335e7ef1c5a05aef44bcc57e9397ecf3979626c499d6133f4dcaf) AuthConfig (9135c0014d7a6b24201b6cd372f3a40bdea1f70cb2949d2fc09f830c71611ebb) AuthConfig (d3365e559ce3e50ae78595f02bb18b5b9d64e037eb9154196c2aae008f3b431a) AuthConfig (40b2a12fe52abb0e0cbd88672f24f221a65240af0af25bca9a7012b499e46190) AuthConfig (e482c7e2745219d6e1c42149553f309c75191b2b3c95dc8d86735e9354e5843b) AuthConfig (1ec3d1c87964aae8a9c62e7cda9e8ae14639f02f63e9e687c72c3ed88dd332b9) AuthConfig (5afc6165fb55455961eb243802259fdfcdccd258e64b5d402de0b79e9239daa2) AuthConfig (f3a28f112058f1f7903094e8acdbdbb3d1d42d6ffec49ec73455ee47b2ef71a9) AuthConfig (b42553ebf812a5945a0c6327ada66b63ed8710220cbffcc0474873a77e7ef7c5) AuthConfig (a716a4c9e1b5cc80c6c6a1d7fe291e1c2bde5e290d2a14a83fde55a6a2fd4022) AuthConfig (5617f9ca7ebdfe3aa76b30e893d031342be4119ff244141231a5dc29ba1fc68c) AuthConfig (014b1a1c71672567aedeb34990f356e71b7d8fcf0c3cc0bf3c8eed4f63816bea) AuthConfig (7b3243db305f56a4438a36b23334cda98265c85f6fc6690b284923570204d1ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"2e682a1e-e5c8-42d1-b510-212594a8021d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:20.139402875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"7f0f15b1-a89b-4b61-a5d5-e4e07be29db8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:20.148954559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"7f0f15b1-a89b-4b61-a5d5-e4e07be29db8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:20.15600669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3c25bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"7f0f15b1-a89b-4b61-a5d5-e4e07be29db8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:22.861163108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"df868ce5-7636-4047-afc5-cc34699f3933","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:22.87325631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"df868ce5-7636-4047-afc5-cc34699f3933","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:22.880688082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"df868ce5-7636-4047-afc5-cc34699f3933","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.362987912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"dbfb241d-561c-44b2-a2bd-fd7f0d5b32de","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.372339878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"dbfb241d-561c-44b2-a2bd-fd7f0d5b32de","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.379713084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3211a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c855b638c5dc51d848aecf3b1a6b06e6d9dc781030ba2a415ba12b867c3ce47) AuthConfig (8570a94c6e528658a2076d4963254567ba58ab24f61eaff70075ee2f9179ffb2) AuthConfig (3f139b754b7bcd27ba9b92bb0f20e12d0d8b30e4865922c95f641df4921fc8fd) AuthConfig (96a3059a21ef88ef67d13147aa6e549599ea21959b89a1c6997f53584029b65a) AuthConfig (f39ff4f78553c1a0cac7f4ad6bebd1ecdab4d7555dbac39a130983ac93d7e547) AuthConfig (d700a6e12bc4f58ead735b10a575f00ffe892f7a7ff09c34f93b999e31dd733c) AuthConfig (634a69a23752b3df982f97bcfbffd26d8ca1730578cec717ee5b3cd566d858a6) AuthConfig (d2b254b97a5afcf2b38339f2aaa44d2647b562b9c3646535fc839cc9cc55c14a) AuthConfig (5c478bb4d648e31f6fc3521d5505cf423a69dd9dc9ad2d6509b16fc327e95e46) AuthConfig (ec7b1a3d71e660dc00aebf43e1afcf70295c2c26f217931063ae9b694d5576aa) AuthConfig (be7f2d4b8800148f6abf68145c05de9c707189e7c507ad4275a276d965ed0f1c) AuthConfig (262fb94af116b3cebae561d6d2df877a0b8e93fa0dec14b72d4792c3bcbc3bac) AuthConfig (b4b1d0da4b67cb05473c6deeff69452ea1006d3b5482d9a719b933601394f897) AuthConfig (43ffcf21fc8baf3828c842ecfd4b197ae1995270f1c9c860ff7ddc3b3ad28bef) AuthConfig (c1efc277ba72561f22a3d2766fa086562ff307284459196263d285a25edc60fa) AuthConfig (d24b96477f8b74d7ee6e29a3e315fe84e36b2af30506cb002a4f2d2641908d0b) AuthConfig (4988cb2cc7f888d20060463454e97ffb329f028994d0d21b4821389cd2958aad) AuthConfig (240e6190f1b68e8ebed52818e1bf4745cdd20b432907befb96883b1b815328b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"dbfb241d-561c-44b2-a2bd-fd7f0d5b32de","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:28.051259786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"c966c53d-d925-4d17-a442-2048b22e9194","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:28.059893352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"c966c53d-d925-4d17-a442-2048b22e9194","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:28.067017989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebe988834047fe18d024c1f20fadacedcb82383cf8f59251ae5b87ace74c2a4c) AuthConfig (7f1bf23f6ed6567940bcb4382ad9c89c2bbd9325b27f79fccb2a59bf15c4f450) AuthConfig (6b2c4962f626b8eaa6a33dab98cd6317b586fd9aaa56ecfebc393a1aedabaeaf) AuthConfig (59b79582f6d14aa64499926b7edcc46fde4916d03d8373cc5dd3fee63f18d63d) AuthConfig (902f777e2ac3e1073298abc283036db93c49c609fc78f867183b8242dad31cb2) AuthConfig (697ac8057e0335e7ef1c5a05aef44bcc57e9397ecf3979626c499d6133f4dcaf) AuthConfig (9135c0014d7a6b24201b6cd372f3a40bdea1f70cb2949d2fc09f830c71611ebb) AuthConfig (d3365e559ce3e50ae78595f02bb18b5b9d64e037eb9154196c2aae008f3b431a) AuthConfig (40b2a12fe52abb0e0cbd88672f24f221a65240af0af25bca9a7012b499e46190) AuthConfig (e482c7e2745219d6e1c42149553f309c75191b2b3c95dc8d86735e9354e5843b) AuthConfig (1ec3d1c87964aae8a9c62e7cda9e8ae14639f02f63e9e687c72c3ed88dd332b9) AuthConfig (5afc6165fb55455961eb243802259fdfcdccd258e64b5d402de0b79e9239daa2) AuthConfig (f3a28f112058f1f7903094e8acdbdbb3d1d42d6ffec49ec73455ee47b2ef71a9) AuthConfig (b42553ebf812a5945a0c6327ada66b63ed8710220cbffcc0474873a77e7ef7c5) AuthConfig (a716a4c9e1b5cc80c6c6a1d7fe291e1c2bde5e290d2a14a83fde55a6a2fd4022) AuthConfig (5617f9ca7ebdfe3aa76b30e893d031342be4119ff244141231a5dc29ba1fc68c) AuthConfig (014b1a1c71672567aedeb34990f356e71b7d8fcf0c3cc0bf3c8eed4f63816bea) AuthConfig (7b3243db305f56a4438a36b23334cda98265c85f6fc6690b284923570204d1ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"c966c53d-d925-4d17-a442-2048b22e9194","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:30.162774786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"c0a542bf-0380-4a17-a080-e49761494697","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:30.170973195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"c0a542bf-0380-4a17-a080-e49761494697","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:30.178085855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3c25bf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"c0a542bf-0380-4a17-a080-e49761494697","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:32.888802466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"c451f6e3-7fb2-4fd2-94cd-ef05abacdac1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:32.898107694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"c451f6e3-7fb2-4fd2-94cd-ef05abacdac1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:32.905746229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"c451f6e3-7fb2-4fd2-94cd-ef05abacdac1","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.386718557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"bebfc564-139c-4ef9-84a0-eae242379e09","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.39797539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"bebfc564-139c-4ef9-84a0-eae242379e09","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.405013289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-3211a0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c855b638c5dc51d848aecf3b1a6b06e6d9dc781030ba2a415ba12b867c3ce47) AuthConfig (8570a94c6e528658a2076d4963254567ba58ab24f61eaff70075ee2f9179ffb2) AuthConfig (3f139b754b7bcd27ba9b92bb0f20e12d0d8b30e4865922c95f641df4921fc8fd) AuthConfig (96a3059a21ef88ef67d13147aa6e549599ea21959b89a1c6997f53584029b65a) AuthConfig (f39ff4f78553c1a0cac7f4ad6bebd1ecdab4d7555dbac39a130983ac93d7e547) AuthConfig (d700a6e12bc4f58ead735b10a575f00ffe892f7a7ff09c34f93b999e31dd733c) AuthConfig (634a69a23752b3df982f97bcfbffd26d8ca1730578cec717ee5b3cd566d858a6) AuthConfig (d2b254b97a5afcf2b38339f2aaa44d2647b562b9c3646535fc839cc9cc55c14a) AuthConfig (5c478bb4d648e31f6fc3521d5505cf423a69dd9dc9ad2d6509b16fc327e95e46) AuthConfig (ec7b1a3d71e660dc00aebf43e1afcf70295c2c26f217931063ae9b694d5576aa) AuthConfig (be7f2d4b8800148f6abf68145c05de9c707189e7c507ad4275a276d965ed0f1c) AuthConfig (262fb94af116b3cebae561d6d2df877a0b8e93fa0dec14b72d4792c3bcbc3bac) AuthConfig (b4b1d0da4b67cb05473c6deeff69452ea1006d3b5482d9a719b933601394f897) AuthConfig (43ffcf21fc8baf3828c842ecfd4b197ae1995270f1c9c860ff7ddc3b3ad28bef) AuthConfig (c1efc277ba72561f22a3d2766fa086562ff307284459196263d285a25edc60fa) AuthConfig (d24b96477f8b74d7ee6e29a3e315fe84e36b2af30506cb002a4f2d2641908d0b) AuthConfig (4988cb2cc7f888d20060463454e97ffb329f028994d0d21b4821389cd2958aad) AuthConfig (240e6190f1b68e8ebed52818e1bf4745cdd20b432907befb96883b1b815328b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"bebfc564-139c-4ef9-84a0-eae242379e09","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.746542672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"97f82a8d-6834-47fe-8983-f5f2878fb378","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"maas-trlp-auth-test-model-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.769795022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"823e9d31-f551-4894-8105-38cd88dea94d","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:37.769815542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"823e9d31-f551-4894-8105-38cd88dea94d","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.085537065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"45e871b8-bae3-4561-873c-9346ea0511f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.100307393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"45e871b8-bae3-4561-873c-9346ea0511f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.152902048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"65f8a677-f3de-4096-8dfe-e027a5434c7d","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.152934447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"65f8a677-f3de-4096-8dfe-e027a5434c7d","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.216148957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"3cfc23de-f68f-4354-969e-697ee5b8a6f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.224427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"3cfc23de-f68f-4354-969e-697ee5b8a6f9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.032934072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"7ea27923-b7ed-492b-8a1a-604702504909","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.032965233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"7ea27923-b7ed-492b-8a1a-604702504909","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.039376516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"087854a0-d9dd-438a-921e-856e91afaba2","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.039398125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"087854a0-d9dd-438a-921e-856e91afaba2","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.045749785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"a1da6ddd-c879-45cb-8c1a-5f714421d12e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.077092116Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"a1da6ddd-c879-45cb-8c1a-5f714421d12e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.084170414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-08a7bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"a1da6ddd-c879-45cb-8c1a-5f714421d12e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.092751414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"e4a30e60-493b-46ff-b358-1b6a7bbed631","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.092773173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"e4a30e60-493b-46ff-b358-1b6a7bbed631","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.940318372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"b4d11834-2dab-4971-a27c-2a770a92685f","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.940341545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"b4d11834-2dab-4971-a27c-2a770a92685f","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.947789078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"9954e853-817a-4456-a605-abeb186fdf16","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.951374997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"19b6246e-4dd4-4723-befe-9d8a784fa602","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.951391709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"19b6246e-4dd4-4723-befe-9d8a784fa602","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:39.954371545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"44c742bf-fff5-47f9-bc5c-e7f1a78a258a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c252e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:39.95700593Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"19b6246e-4dd4-4723-befe-9d8a784fa602","name":"auth-test-model-ba89e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ba89e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:39.957050727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"19b6246e-4dd4-4723-befe-9d8a784fa602","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-ba89e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.958907338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"9954e853-817a-4456-a605-abeb186fdf16","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.962864036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"3856a8a5-7eef-4051-aed6-425a5f100ba0","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.962879471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"3856a8a5-7eef-4051-aed6-425a5f100ba0","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.964836833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"f7525c76-4bd7-4cb7-8235-0b41eb126bbb","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.964853983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"f7525c76-4bd7-4cb7-8235-0b41eb126bbb","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.971924295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"8a9a3852-25e1-4253-be0c-6e31b8b543d0","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.971937893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"8a9a3852-25e1-4253-be0c-6e31b8b543d0","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.996011042Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"db78a3aa-736c-4b0a-8be9-813fe13fd510","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-auth-test-model-ba89e0","model":"auth-test-model-ba89e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-ba89e0/e2e-auth-iso-c252e7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.016754334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"19041dde-4541-4c00-b362-f9277c15c7e3","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.016777231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"19041dde-4541-4c00-b362-f9277c15c7e3","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.071413228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"a7bd6404-f9de-4071-8825-c254928ee817","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.083970758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"a7bd6404-f9de-4071-8825-c254928ee817","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.088249482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"22f4673c-7da8-4dd8-a9fc-48ea6f4f09f0","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-auth-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.185196995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"e172d8f1-e6a4-4a98-a5b7-73d200c7df8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.193835789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"e172d8f1-e6a4-4a98-a5b7-73d200c7df8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.200820353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3c25bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d85b63d67ffe96ada83f8e833ab11803a0b4599c13b6b7fa12ff4b9f0a411784) AuthConfig (60767fdd914c289002bbf64c6db0fc09af066bf7dbc20f3cb5907904411f888d) AuthConfig (eb1649d2fdf8cf54bf1d4597c786c0c2f898f23782fac64ea92feb2a1ec07033) AuthConfig (4376df9639c3fd19cb6329b77453b48d6327a3c063033c5d7206e2c5b8aa58ee) AuthConfig (4e88dc3e7375a96fae0f9c989107024dcfbc0d4e2a0206b1bc5c9b07a4b464b9) AuthConfig (db58f22a2c21ea6f08683bff0f81f210d1fa24874d4bfc8125a83fe832a4a8cb) AuthConfig (8c21a30d3638628a3f7ff36f8a209b4cd2a8291cc76e77413e30cc9937091e94) AuthConfig (df21e059c13cbd5012d179d58cb8bafc7837f252ecc4d3c68e7abbced08fa40e) AuthConfig (44ce350485a3be49cb1d346229b55c1c462621d5292c5c44a6dee9031ac77f4e) AuthConfig (4619a613ebb61fc5cc63698596ca6d3c0a9c761092d0acbcf6d5651a26123045) AuthConfig (7ec56feb7925195c77989f24382fb91a849e89b4bc47712d65f8b9fefe8245a9) AuthConfig (23db29955d560f987c34fd038f653d18cf68494f7fda7de30bb09cbc0fdad60a) AuthConfig (22428d13fba03e20613a49c7da98ecbfb402ad0aa91a23685aab95e455b3a917) AuthConfig (43353365eafdbae4268cbb8fa9a5d6c2dccf25ed2ff1802306236cb6d58bd977) AuthConfig (84ad0f43915dc13c6c97fc43b455ea362908e80bd24b67b8a437848297f193d9) AuthConfig (ee285266193bd56b55dc3b0e208e67a1a600db62f27895f9ab119e69cdfae3d9) AuthConfig (9f49139948669bb496bb7d4552c8fdb82841efa1c51555fc3024bd1a0d33d230) AuthConfig (ecc6d3d464320b38bb1c232a28d3444f8cfe6a23b3a94ff30625f99d352b0c78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"e172d8f1-e6a4-4a98-a5b7-73d200c7df8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.210387873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"885f2142-4be3-408e-9981-1a3c3e153226","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.210412298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"885f2142-4be3-408e-9981-1a3c3e153226","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:41.343968295Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:42.95576237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"1c420366-cc8f-42dc-81d6-c9f699f28206","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:42.964081969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"1c420366-cc8f-42dc-81d6-c9f699f28206","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:42.971615079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55dfe8cbefca17ee045502c9e9ae72d1903753ca2eb56f548a2fde6620548b0e) AuthConfig (cf1a0cb17f48c6bbdbae59b34ae98bb9e4a0560edcd73fbc00404ee3f10e458d) AuthConfig (d18a4aa4ff8a61d2a1b41aff032ec56b1531b30405bf0b97a8d12bc029e9ce02) AuthConfig (5ff17a4ad578f953c27d25f65bfc0c21a50b573ef4f7ffd116f1e3512ed4ece9) AuthConfig (9ba0f0c5f3e19ec72285052b2178a02d50e52631447302db8fb5732e78e8a590) AuthConfig (08274172a7f77c062764b2eb2f461cf0672efa0a298e1f87076ebcb65976f3fb) AuthConfig (d8adcccda801f7f4efb82c5b3b4cb11b5d171f7c155f9aa478751395fd2f2a45) AuthConfig (35f00f56be3f838af6b15114d7f89c6c690519a7c58332a0ba0daf108231ad70) AuthConfig (40fd54cc58981968272866d2b2c11bb863e530ebf349e2ee3b09970744dbcbdf) AuthConfig (7c8f6c0bc2fe66a885746713ec083dd55a6766172c72891c7f28e6a16a8d69ab) AuthConfig (7d72f5a671f946d0622d994841b9f49c177e4c98a3dac19c37d20f9e4b69ba92) AuthConfig (da9c3e418d31aa15c305d649baef39ed129370e95f250b2fc3ab460ec69da7ca) AuthConfig (fbeb3ee01c4dddec0a7d4d8735770bfe5a3838da05d2f2d69db8696f5f6ca13a) AuthConfig (a64ddf19a7abf2a79cdb7401bc5021132f3cd904b1c1ca631c2858d82abde84e) AuthConfig (e47a61e76555ceb695f5ba54615e7f372f9d1524c439ce0a305e8aea592bc70c) AuthConfig (54ca18c30d0c7384918b370168326d06e06de8e40757247bbe326520fdd86466) AuthConfig (8af78b42f552dc50f7096d6267acc88b743258b0ccfdb1f050e912adb2984a79) AuthConfig (3a51c3cf3dbce2518860f3280993e766c1c2594a42f16f9ad8edbdd989b2a021)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"1c420366-cc8f-42dc-81d6-c9f699f28206","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:42.981317335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"ef6714ae-5335-486a-a14f-b8e9a63ec082","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:42.981335181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"ef6714ae-5335-486a-a14f-b8e9a63ec082","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.412719365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"c773b161-22aa-4cbd-a6d7-afaa1c8bb02e","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.42121474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"c773b161-22aa-4cbd-a6d7-afaa1c8bb02e","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.446885085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"80bca429-1a20-420d-93be-71055b2538af","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.446901903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"80bca429-1a20-420d-93be-71055b2538af","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.192708611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"4d8bf420-85bc-453d-b5c7-e27c3852515c","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.192729002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"4d8bf420-85bc-453d-b5c7-e27c3852515c","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.204147215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"2724d2a2-45ac-4bf8-92d7-a537c52b1944","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:48.204291972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"17389bd6-d988-451b-9212-662dbb8f32fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-3211a0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.204170473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"52e6981f-117f-44ba-b537-8297745bc6ef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.204574022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"52e6981f-117f-44ba-b537-8297745bc6ef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:48.210697331Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"52e6981f-117f-44ba-b537-8297745bc6ef","name":"praxis-route-3211a0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-3211a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:29:48.21074984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"52e6981f-117f-44ba-b537-8297745bc6ef","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-3211a0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.214001832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"2724d2a2-45ac-4bf8-92d7-a537c52b1944","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.216054012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"684c4924-2033-4e3a-8617-65b7c47e6299","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.216069432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"684c4924-2033-4e3a-8617-65b7c47e6299","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.221161496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"74a623bb-309f-43d4-81d4-197ce895c028","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.221177149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"74a623bb-309f-43d4-81d4-197ce895c028","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.23057284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"788f188c-12ec-4ba1-8d6b-04b2381beb11","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.240623846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"788f188c-12ec-4ba1-8d6b-04b2381beb11","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.261212897Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"6ba412b5-b0d2-4d64-b726-0036038f03a7","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"maas-trlp-praxis-route-3211a0","model":"praxis-route-3211a0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.282094286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"a3eb4f15-daba-4815-8455-822b52e0bdb1","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.282110074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"a3eb4f15-daba-4815-8455-822b52e0bdb1","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.342241839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"1df14093-69b2-484b-893b-d60050921d6f","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.391918543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"1df14093-69b2-484b-893b-d60050921d6f","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.409513461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"1f6cbc97-ffd6-4058-a872-f6161f0ae25c","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"maas-trlp-praxis-route-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.137057767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"48f4ffd3-a865-4211-b6fb-f14be73f0f65","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.170082108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"48f4ffd3-a865-4211-b6fb-f14be73f0f65","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:49.206290566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-08a7bc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"48f4ffd3-a865-4211-b6fb-f14be73f0f65","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:50.216809903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"3079c464-ce1f-4290-8f07-533f2b593427","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:50.225037135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"3079c464-ce1f-4290-8f07-533f2b593427","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:50.232212613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-3c25bf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d85b63d67ffe96ada83f8e833ab11803a0b4599c13b6b7fa12ff4b9f0a411784) AuthConfig (60767fdd914c289002bbf64c6db0fc09af066bf7dbc20f3cb5907904411f888d) AuthConfig (eb1649d2fdf8cf54bf1d4597c786c0c2f898f23782fac64ea92feb2a1ec07033) AuthConfig (4376df9639c3fd19cb6329b77453b48d6327a3c063033c5d7206e2c5b8aa58ee) AuthConfig (4e88dc3e7375a96fae0f9c989107024dcfbc0d4e2a0206b1bc5c9b07a4b464b9) AuthConfig (db58f22a2c21ea6f08683bff0f81f210d1fa24874d4bfc8125a83fe832a4a8cb) AuthConfig (8c21a30d3638628a3f7ff36f8a209b4cd2a8291cc76e77413e30cc9937091e94) AuthConfig (df21e059c13cbd5012d179d58cb8bafc7837f252ecc4d3c68e7abbced08fa40e) AuthConfig (44ce350485a3be49cb1d346229b55c1c462621d5292c5c44a6dee9031ac77f4e) AuthConfig (4619a613ebb61fc5cc63698596ca6d3c0a9c761092d0acbcf6d5651a26123045) AuthConfig (7ec56feb7925195c77989f24382fb91a849e89b4bc47712d65f8b9fefe8245a9) AuthConfig (23db29955d560f987c34fd038f653d18cf68494f7fda7de30bb09cbc0fdad60a) AuthConfig (22428d13fba03e20613a49c7da98ecbfb402ad0aa91a23685aab95e455b3a917) AuthConfig (43353365eafdbae4268cbb8fa9a5d6c2dccf25ed2ff1802306236cb6d58bd977) AuthConfig (84ad0f43915dc13c6c97fc43b455ea362908e80bd24b67b8a437848297f193d9) AuthConfig (ee285266193bd56b55dc3b0e208e67a1a600db62f27895f9ab119e69cdfae3d9) AuthConfig (9f49139948669bb496bb7d4552c8fdb82841efa1c51555fc3024bd1a0d33d230) AuthConfig (ecc6d3d464320b38bb1c232a28d3444f8cfe6a23b3a94ff30625f99d352b0c78)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"3079c464-ce1f-4290-8f07-533f2b593427","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.987501904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"37b08642-38e8-494a-bf5e-cbc78422cf96","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.996527902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"37b08642-38e8-494a-bf5e-cbc78422cf96","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:53.007139686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (55dfe8cbefca17ee045502c9e9ae72d1903753ca2eb56f548a2fde6620548b0e) AuthConfig (cf1a0cb17f48c6bbdbae59b34ae98bb9e4a0560edcd73fbc00404ee3f10e458d) AuthConfig (d18a4aa4ff8a61d2a1b41aff032ec56b1531b30405bf0b97a8d12bc029e9ce02) AuthConfig (5ff17a4ad578f953c27d25f65bfc0c21a50b573ef4f7ffd116f1e3512ed4ece9) AuthConfig (9ba0f0c5f3e19ec72285052b2178a02d50e52631447302db8fb5732e78e8a590) AuthConfig (08274172a7f77c062764b2eb2f461cf0672efa0a298e1f87076ebcb65976f3fb) AuthConfig (d8adcccda801f7f4efb82c5b3b4cb11b5d171f7c155f9aa478751395fd2f2a45) AuthConfig (35f00f56be3f838af6b15114d7f89c6c690519a7c58332a0ba0daf108231ad70) AuthConfig (40fd54cc58981968272866d2b2c11bb863e530ebf349e2ee3b09970744dbcbdf) AuthConfig (7c8f6c0bc2fe66a885746713ec083dd55a6766172c72891c7f28e6a16a8d69ab) AuthConfig (7d72f5a671f946d0622d994841b9f49c177e4c98a3dac19c37d20f9e4b69ba92) AuthConfig (da9c3e418d31aa15c305d649baef39ed129370e95f250b2fc3ab460ec69da7ca) AuthConfig (fbeb3ee01c4dddec0a7d4d8735770bfe5a3838da05d2f2d69db8696f5f6ca13a) AuthConfig (a64ddf19a7abf2a79cdb7401bc5021132f3cd904b1c1ca631c2858d82abde84e) AuthConfig (e47a61e76555ceb695f5ba54615e7f372f9d1524c439ce0a305e8aea592bc70c) AuthConfig (54ca18c30d0c7384918b370168326d06e06de8e40757247bbe326520fdd86466) AuthConfig (8af78b42f552dc50f7096d6267acc88b743258b0ccfdb1f050e912adb2984a79) AuthConfig (3a51c3cf3dbce2518860f3280993e766c1c2594a42f16f9ad8edbdd989b2a021)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"37b08642-38e8-494a-bf5e-cbc78422cf96","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.441051309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"b529bcf1-a1d5-4a58-9719-ba97bec4b5b7","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-auth-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.471332323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"4a1f1efa-736c-4318-a041-710c22420576","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.471360371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"4a1f1efa-736c-4318-a041-710c22420576","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.328785507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"4a23b305-984b-4297-86c2-f066947b2295","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.338323588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"4a23b305-984b-4297-86c2-f066947b2295","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.78945141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"904cfbf2-aac5-43e2-803c-095fb0c57136","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.789480767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"904cfbf2-aac5-43e2-803c-095fb0c57136","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.79585975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"6a142758-4970-4bc1-a6e4-15ebcd21cf92","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.795878817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"6a142758-4970-4bc1-a6e4-15ebcd21cf92","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.802173075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"509f8d4b-9f0a-4401-b28b-870293d16f19","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.832295149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"509f8d4b-9f0a-4401-b28b-870293d16f19","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.83961118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"509f8d4b-9f0a-4401-b28b-870293d16f19","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.84816636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"6d6a5356-80be-4195-b6f6-ae857f51c707","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:57.848186637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"6d6a5356-80be-4195-b6f6-ae857f51c707","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:59.213756761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"e99c7c54-78bf-412b-bd57-3de47d32259a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:59.223304576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"e99c7c54-78bf-412b-bd57-3de47d32259a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:59.230974779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-08a7bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1dd7cc0cbf1c6c08451e53c459083f33ce345afec3781969ea29c5f5f3181a9) AuthConfig (89c67ef91ef8f5d6afdc7542ed4b33a76279a003d7c53709c4d1abaa6f1eb728) AuthConfig (fab5a907b2f0a23ee24954a6e96350937ef800772afaac40fa306c28a1450043) AuthConfig (b6f3d11c5d9905643a3ed7872f99bc6fdf6bf414e5287f836354d43016df99ad) AuthConfig (a9c4ec5d7183f9f06a85c2dbdabb5fce986458996db9191f6faaa001a833bf88) AuthConfig (e7964608b43d2d3c421492be4aaa17ed08e43ea21c76b99d4404cce2214bc95f) AuthConfig (3033fd75f028bc3e06ed819e6139d31abb3bb7b33e122fe41c1006cb198ba510) AuthConfig (6b722be4d70d09fac2896409df5c523eb1b045675c42db5090f311387ba0ec0b) AuthConfig (9f281d13caee639a4893d04d035370abb21382317c29d85e5f6254d72c92dbeb) AuthConfig (27d65967f7da835458c594e0458cc731cdbfccc2656f2ef852993e65c29b2392) AuthConfig (cc04044e0f666496dfda7e45e650399324b1535ff71e3ebaef2bdeace9ae89a0) AuthConfig (45506fc13634a7d33da6aa5adddec4512a272d8fceb45749908700d72d5a11ea) AuthConfig (954ac047e57d29724e198ddfd8343e0a4770b43d0225a11613a1f8850f45cc05) AuthConfig (33703a56b4db925cc84b8e05d095323bc9bae0d5cc843feab31944fd5d7749a3) AuthConfig (3f7928be0cbaf14c1684eb5280cd29e8a2ec284025539d2bd3cc38a1b4dca5aa) AuthConfig (90642f35f40d7ebdc7647ba36f8cff49782b48f7a3809f4ef8eb046d79e8a890) AuthConfig (b7bcd28aebed82783aef886a9961bd1f269f37d234e4f08f7f3efd5f55c9e9df) AuthConfig (ad51cbda4d5f75798a0337181d6a2f66bff17f09b549cc99109c4602e84a7ae4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"e99c7c54-78bf-412b-bd57-3de47d32259a","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:59.240626556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"517787c7-4429-495d-af8e-1847f8b35569","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:59.240645816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"517787c7-4429-495d-af8e-1847f8b35569","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:00.283944444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"1a1517c4-94b4-4cf5-8ba2-70db886d193e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:00.343485231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"1a1517c4-94b4-4cf5-8ba2-70db886d193e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:00.441987273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"d83c2d53-4dd4-462d-8e40-c490027fe28f","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:00.442009535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"d83c2d53-4dd4-462d-8e40-c490027fe28f","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.664580997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"2703352f-c063-4ba9-b452-4e273ce8c9b9","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.664650251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"2703352f-c063-4ba9-b452-4e273ce8c9b9","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.672473518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"b1a038f1-ccac-4537-b52f-c04ec643188d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.676162895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"b4a0e4af-c75f-4a9a-805c-7626be28a49e","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.676184961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"b4a0e4af-c75f-4a9a-805c-7626be28a49e","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:02.677290303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"2c14f35c-93e1-4eec-b21b-7a5a23d24d57","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c9f62c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:02.681488112Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"b4a0e4af-c75f-4a9a-805c-7626be28a49e","name":"auth-test-model-3c25bf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3c25bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:02.681547257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"b4a0e4af-c75f-4a9a-805c-7626be28a49e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-3c25bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.682878079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"b1a038f1-ccac-4537-b52f-c04ec643188d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.687022161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"4fa37a06-fe56-4d7c-82b6-5bfa0c222981","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.687036401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"4fa37a06-fe56-4d7c-82b6-5bfa0c222981","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.691435045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"07695e33-67b8-4923-b568-5b2c36345867","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.691450092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"07695e33-67b8-4923-b568-5b2c36345867","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.699994373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"bf633357-63e6-4927-ac6d-9bf61bd993b1","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.70001863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"bf633357-63e6-4927-ac6d-9bf61bd993b1","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.717998238Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"0c902c3a-711d-4404-bf3c-c784cccb1471","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"maas-trlp-auth-test-model-3c25bf","model":"auth-test-model-3c25bf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-3c25bf/e2e-auth-iso-c9f62c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.737913423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"ea74c39a-4fac-4e73-ba16-2c55814b5e21","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.737928231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"ea74c39a-4fac-4e73-ba16-2c55814b5e21","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.771881386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"068534d2-4a04-4924-8ad8-91408824c422","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.780458157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"068534d2-4a04-4924-8ad8-91408824c422","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:02.814666932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"129a2a4c-fc15-4650-bc26-7394dacbf369","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"maas-trlp-auth-test-model-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.01716031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"267ad0f2-0c3b-4a14-bd15-0f70d451a19a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.026008142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"267ad0f2-0c3b-4a14-bd15-0f70d451a19a","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.053378899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"0a34fb0f-b911-46f7-ab25-2566806c09f0","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.054280095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"0a34fb0f-b911-46f7-ab25-2566806c09f0","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.892686144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"a2211340-9be4-4d99-93c0-ad6bc7e6ca1f","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.892713445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"a2211340-9be4-4d99-93c0-ad6bc7e6ca1f","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.905013141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"578d1a5b-c701-44f1-907e-28a7958b84fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:04.905373045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"2a93286a-3598-4a3f-9c80-8b28beb94baa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d48ae2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.905927415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"900d96ef-59c4-4612-9e13-24b9523ea8fc","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.905943905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"900d96ef-59c4-4612-9e13-24b9523ea8fc","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.915224855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"578d1a5b-c701-44f1-907e-28a7958b84fd","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.919441878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"2372bb14-321c-495d-a902-d41a1f3d068b","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.919462159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"2372bb14-321c-495d-a902-d41a1f3d068b","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.928175791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"f20f4788-8a51-4fa4-ada9-faea359b2ae4","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.928189699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"f20f4788-8a51-4fa4-ada9-faea359b2ae4","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.947366664Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"444ff6b2-61d5-4706-a673-bbd94c4de419","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-auth-test-model-bab2c3","model":"auth-test-model-bab2c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-bab2c3/e2e-auth-iso-d48ae2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.968392769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"254e66d2-01ba-4fbe-bd30-30d193ae5528","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.968417711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"254e66d2-01ba-4fbe-bd30-30d193ae5528","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:04.999083341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"1fc0c6bb-4c9c-46ba-8856-ebcc4d2143af","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.007437318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"1fc0c6bb-4c9c-46ba-8856-ebcc4d2143af","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.044736059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"7e78bf1a-0fe7-4130-8330-46a0fa4182db","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-auth-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.069728647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"b9937026-1a90-489d-8e40-bf03d0c2e499","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.069746349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"b9937026-1a90-489d-8e40-bf03d0c2e499","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.854785588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"3cb63a62-98df-4543-b6d2-e7e3fa56e38f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.863386468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"3cb63a62-98df-4543-b6d2-e7e3fa56e38f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:07.870629991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"3cb63a62-98df-4543-b6d2-e7e3fa56e38f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:09.247588054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"c9e48f6b-4f5b-4660-906f-9757a558713e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:09.25607504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"c9e48f6b-4f5b-4660-906f-9757a558713e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:09.262996419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-08a7bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1dd7cc0cbf1c6c08451e53c459083f33ce345afec3781969ea29c5f5f3181a9) AuthConfig (89c67ef91ef8f5d6afdc7542ed4b33a76279a003d7c53709c4d1abaa6f1eb728) AuthConfig (fab5a907b2f0a23ee24954a6e96350937ef800772afaac40fa306c28a1450043) AuthConfig (b6f3d11c5d9905643a3ed7872f99bc6fdf6bf414e5287f836354d43016df99ad) AuthConfig (a9c4ec5d7183f9f06a85c2dbdabb5fce986458996db9191f6faaa001a833bf88) AuthConfig (e7964608b43d2d3c421492be4aaa17ed08e43ea21c76b99d4404cce2214bc95f) AuthConfig (3033fd75f028bc3e06ed819e6139d31abb3bb7b33e122fe41c1006cb198ba510) AuthConfig (6b722be4d70d09fac2896409df5c523eb1b045675c42db5090f311387ba0ec0b) AuthConfig (9f281d13caee639a4893d04d035370abb21382317c29d85e5f6254d72c92dbeb) AuthConfig (27d65967f7da835458c594e0458cc731cdbfccc2656f2ef852993e65c29b2392) AuthConfig (cc04044e0f666496dfda7e45e650399324b1535ff71e3ebaef2bdeace9ae89a0) AuthConfig (45506fc13634a7d33da6aa5adddec4512a272d8fceb45749908700d72d5a11ea) AuthConfig (954ac047e57d29724e198ddfd8343e0a4770b43d0225a11613a1f8850f45cc05) AuthConfig (33703a56b4db925cc84b8e05d095323bc9bae0d5cc843feab31944fd5d7749a3) AuthConfig (3f7928be0cbaf14c1684eb5280cd29e8a2ec284025539d2bd3cc38a1b4dca5aa) AuthConfig (90642f35f40d7ebdc7647ba36f8cff49782b48f7a3809f4ef8eb046d79e8a890) AuthConfig (b7bcd28aebed82783aef886a9961bd1f269f37d234e4f08f7f3efd5f55c9e9df) AuthConfig (ad51cbda4d5f75798a0337181d6a2f66bff17f09b549cc99109c4602e84a7ae4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"c9e48f6b-4f5b-4660-906f-9757a558713e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:11.344237431Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.878339641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"bda74cd0-cb89-4265-bed1-135671d8d0f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.886831926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"bda74cd0-cb89-4265-bed1-135671d8d0f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.893927868Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"bda74cd0-cb89-4265-bed1-135671d8d0f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:19.270868102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"b0ae1bfb-3d75-412d-9875-c28dd227fc58","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:19.279817159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"b0ae1bfb-3d75-412d-9875-c28dd227fc58","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:19.287065074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-08a7bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1dd7cc0cbf1c6c08451e53c459083f33ce345afec3781969ea29c5f5f3181a9) AuthConfig (89c67ef91ef8f5d6afdc7542ed4b33a76279a003d7c53709c4d1abaa6f1eb728) AuthConfig (fab5a907b2f0a23ee24954a6e96350937ef800772afaac40fa306c28a1450043) AuthConfig (b6f3d11c5d9905643a3ed7872f99bc6fdf6bf414e5287f836354d43016df99ad) AuthConfig (a9c4ec5d7183f9f06a85c2dbdabb5fce986458996db9191f6faaa001a833bf88) AuthConfig (e7964608b43d2d3c421492be4aaa17ed08e43ea21c76b99d4404cce2214bc95f) AuthConfig (3033fd75f028bc3e06ed819e6139d31abb3bb7b33e122fe41c1006cb198ba510) AuthConfig (6b722be4d70d09fac2896409df5c523eb1b045675c42db5090f311387ba0ec0b) AuthConfig (9f281d13caee639a4893d04d035370abb21382317c29d85e5f6254d72c92dbeb) AuthConfig (27d65967f7da835458c594e0458cc731cdbfccc2656f2ef852993e65c29b2392) AuthConfig (cc04044e0f666496dfda7e45e650399324b1535ff71e3ebaef2bdeace9ae89a0) AuthConfig (45506fc13634a7d33da6aa5adddec4512a272d8fceb45749908700d72d5a11ea) AuthConfig (954ac047e57d29724e198ddfd8343e0a4770b43d0225a11613a1f8850f45cc05) AuthConfig (33703a56b4db925cc84b8e05d095323bc9bae0d5cc843feab31944fd5d7749a3) AuthConfig (3f7928be0cbaf14c1684eb5280cd29e8a2ec284025539d2bd3cc38a1b4dca5aa) AuthConfig (90642f35f40d7ebdc7647ba36f8cff49782b48f7a3809f4ef8eb046d79e8a890) AuthConfig (b7bcd28aebed82783aef886a9961bd1f269f37d234e4f08f7f3efd5f55c9e9df) AuthConfig (ad51cbda4d5f75798a0337181d6a2f66bff17f09b549cc99109c4602e84a7ae4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"b0ae1bfb-3d75-412d-9875-c28dd227fc58","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:27.905573371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"ed1c8438-5033-4db8-855b-d449c4d2bd9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:27.917883314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"ed1c8438-5033-4db8-855b-d449c4d2bd9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:27.926360228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"ed1c8438-5033-4db8-855b-d449c4d2bd9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:29.322040881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"df957ba9-56e2-4841-b04e-ae547f817c1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:29.413506834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"df957ba9-56e2-4841-b04e-ae547f817c1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:29.422864479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-08a7bc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b1dd7cc0cbf1c6c08451e53c459083f33ce345afec3781969ea29c5f5f3181a9) AuthConfig (89c67ef91ef8f5d6afdc7542ed4b33a76279a003d7c53709c4d1abaa6f1eb728) AuthConfig (fab5a907b2f0a23ee24954a6e96350937ef800772afaac40fa306c28a1450043) AuthConfig (b6f3d11c5d9905643a3ed7872f99bc6fdf6bf414e5287f836354d43016df99ad) AuthConfig (a9c4ec5d7183f9f06a85c2dbdabb5fce986458996db9191f6faaa001a833bf88) AuthConfig (e7964608b43d2d3c421492be4aaa17ed08e43ea21c76b99d4404cce2214bc95f) AuthConfig (3033fd75f028bc3e06ed819e6139d31abb3bb7b33e122fe41c1006cb198ba510) AuthConfig (6b722be4d70d09fac2896409df5c523eb1b045675c42db5090f311387ba0ec0b) AuthConfig (9f281d13caee639a4893d04d035370abb21382317c29d85e5f6254d72c92dbeb) AuthConfig (27d65967f7da835458c594e0458cc731cdbfccc2656f2ef852993e65c29b2392) AuthConfig (cc04044e0f666496dfda7e45e650399324b1535ff71e3ebaef2bdeace9ae89a0) AuthConfig (45506fc13634a7d33da6aa5adddec4512a272d8fceb45749908700d72d5a11ea) AuthConfig (954ac047e57d29724e198ddfd8343e0a4770b43d0225a11613a1f8850f45cc05) AuthConfig (33703a56b4db925cc84b8e05d095323bc9bae0d5cc843feab31944fd5d7749a3) AuthConfig (3f7928be0cbaf14c1684eb5280cd29e8a2ec284025539d2bd3cc38a1b4dca5aa) AuthConfig (90642f35f40d7ebdc7647ba36f8cff49782b48f7a3809f4ef8eb046d79e8a890) AuthConfig (b7bcd28aebed82783aef886a9961bd1f269f37d234e4f08f7f3efd5f55c9e9df) AuthConfig (ad51cbda4d5f75798a0337181d6a2f66bff17f09b549cc99109c4602e84a7ae4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"df957ba9-56e2-4841-b04e-ae547f817c1d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:29.484309606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"84f2e9e3-ab7e-4e07-87c3-4d581ad7c263","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-auth-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:29.537941378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"f3f1bc4a-b371-4fa5-8866-f1f9791a074e","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:29.538085256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"f3f1bc4a-b371-4fa5-8866-f1f9791a074e","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:29.601639388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"dc76880c-6791-42dc-80f1-12e5650d90ee","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"maas-trlp-auth-test-model-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:29.833942413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"a2a783ce-7a02-42b7-b211-6b2d9aa7ac1a","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"maas-trlp-praxis-route-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:29.866928711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"16f578aa-cf4d-42d3-a159-f4d06849ee0b","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:29.866958387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"16f578aa-cf4d-42d3-a159-f4d06849ee0b","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:29.973294065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"3210c457-4818-4478-b63b-d2b9ae4e1f39","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:30.00750569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"3210c457-4818-4478-b63b-d2b9ae4e1f39","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:30.675034362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"4d04b58a-c26b-4300-b8cb-7d3b21069f6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:30.684873098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"4d04b58a-c26b-4300-b8cb-7d3b21069f6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:30.899107692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"6f103991-9eae-49cd-8829-f6266ba6d767","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:30.91022613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"6f103991-9eae-49cd-8829-f6266ba6d767","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.153371629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"59334081-1116-466a-92f3-1e7b5185d3a9","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.153396144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"59334081-1116-466a-92f3-1e7b5185d3a9","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.159686938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"bee91ac8-6f76-4de5-aad0-1e05fc7fd55b","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.159703825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"bee91ac8-6f76-4de5-aad0-1e05fc7fd55b","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.169144061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"7b861a81-fecc-4ce7-aed9-9aa77a0d0b7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.200418484Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"7b861a81-fecc-4ce7-aed9-9aa77a0d0b7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.208459258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-6e5139-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"7b861a81-fecc-4ce7-aed9-9aa77a0d0b7b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.21758415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"b485fd67-a924-446f-b88c-dffe9f513851","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.217641305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"b485fd67-a924-446f-b88c-dffe9f513851","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.269047491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"7257023c-8394-4938-849f-20c09d76e929","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.277223626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"7257023c-8394-4938-849f-20c09d76e929","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.310476206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"e8f657cb-e13b-4126-8187-6d997604d7c6","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.310497594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"e8f657cb-e13b-4126-8187-6d997604d7c6","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.31671011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"5a41cd90-fd99-4b02-b25d-eef8d50f1815","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.31672938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"5a41cd90-fd99-4b02-b25d-eef8d50f1815","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.369302811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"3ac28169-b149-4e78-b7a1-742190532e6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.402884031Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"3ac28169-b149-4e78-b7a1-742190532e6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.410121665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-30e9de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"3ac28169-b149-4e78-b7a1-742190532e6e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.418875352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"03a9e5e6-6cbd-4a62-99c4-e6e12243fd42","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:31.418896551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"03a9e5e6-6cbd-4a62-99c4-e6e12243fd42","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.905838111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"57b1fa7c-f782-4eb3-b48d-bb9d2955de24","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.905860656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"57b1fa7c-f782-4eb3-b48d-bb9d2955de24","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.922935066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"b74db998-f6e8-4fcf-a256-9ad2bd2d7cc2","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.923640274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"5d6e6e32-5615-4046-9201-e2c000671dc2","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"maas-trlp-praxis-route-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.93151987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"b74db998-f6e8-4fcf-a256-9ad2bd2d7cc2","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.946051347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"4143c8ed-0ca4-46bc-b739-792b2037d99f","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:37.94612342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"4143c8ed-0ca4-46bc-b739-792b2037d99f","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:38.021932025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"9740e53e-115f-4d87-bd7b-a7db1ae6ccd2","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"maas-trlp-praxis-route-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:38.02307843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"d3ebc530-17e5-4952-9f42-85bfb6eaa37c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:38.03171856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"d3ebc530-17e5-4952-9f42-85bfb6eaa37c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:38.038953595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7efcb8964e77c1954ad04928588051a35ac62ef5dd6703a5495251803f846221) AuthConfig (8aaeb6ecd886becc606e505bc7f6419443b067fa773fd8cf602edc6890478a65) AuthConfig (27c950500abc2a2ea4244f8538ea28e932c4486cd2ef0a6a59d2c0f3b06b07ac) AuthConfig (04d9af334f6d427c37953d188a43b17781226014318c4187af81e045d32dc439) AuthConfig (e0964689a9dbaf6f5c6730a458f0208b9e56b55bc321da1f244fe7721a1178db) AuthConfig (62964be890c4c69d9b870b39fb007e4bf8cacd1eed20bcd7094ed105a0259e99) AuthConfig (6027bcb8e6bd24985edc9dd039f34ae8595b0204998c41b675ff35cca36f6630) AuthConfig (aa86d176e38f6820bfc5bd6b0b6fcc6ec199397c398cf0f199495089b079a8c0) AuthConfig (b00ba4d04194851843d568413b84b13850337f036494f99a133ab12d8f1412d1) AuthConfig (5eaaeec12c78552ce4be365860ddb0d32c21c47b6d52bd3bcb7e242eb636c32a) AuthConfig (c3a6b470f78f185323ae51b4b50c6418f54686dd92b07bd5fe35c8f207ff5862) AuthConfig (edc8ea7cf019dfc204b608ee816c02ddddb40ac19c94b250be2b7e97ba49b005) AuthConfig (78c1f6e54d4909079eaef5ac84d3461bdf7a2e1183acc75848a91ca3da873ea2) AuthConfig (4d7bc9404e83ccb791c15e4ef8372d25742e95a88862d1bfa1e7ca36014b08fc) AuthConfig (73eacb1ad4a6666b95beec19fde87e87567552a2f71519099da7653024fe1987) AuthConfig (270367ef80a3c10acc5954436cfefb5beaa172e7d205c0806254b93afd476ab3) AuthConfig (23cc553cf74f4e282e28cdabdd860f5cbe8f722e7823878e9e12fc3b812fcea7) AuthConfig (a2a05b9a9393ea93396802a7836bb9fecbf003c0f27ce317fc522589cf1ca0e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"d3ebc530-17e5-4952-9f42-85bfb6eaa37c","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:38.048120926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"25c8732f-312d-4d13-b401-5190536df856","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:38.048140513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"25c8732f-312d-4d13-b401-5190536df856","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:39.431003992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"81880851-8386-41e3-95a2-28d28cf14b4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:39.439370432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"81880851-8386-41e3-95a2-28d28cf14b4d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:39.464216758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"d64f31ff-ce10-4511-9342-e821ae3be5ac","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:39.464237204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"d64f31ff-ce10-4511-9342-e821ae3be5ac","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.24843685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"4c609e7b-f47c-4a4b-851a-105ee50cc191","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.257071007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"4c609e7b-f47c-4a4b-851a-105ee50cc191","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.264261059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-6e5139-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"4c609e7b-f47c-4a4b-851a-105ee50cc191","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.321749927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"a6dc54ad-0bec-445c-98b9-38c8b31265f4","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.321774722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"a6dc54ad-0bec-445c-98b9-38c8b31265f4","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.334163712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"633247ab-adab-4df1-bccc-454a2fa2e0c1","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.334188126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"633247ab-adab-4df1-bccc-454a2fa2e0c1","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:41.335261899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"3b8d5fb2-0f20-454c-a932-49352925b9d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b46d35\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:41.339709718Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"633247ab-adab-4df1-bccc-454a2fa2e0c1","name":"auth-test-model-08a7bc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-08a7bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:30:41.339773136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"633247ab-adab-4df1-bccc-454a2fa2e0c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-08a7bc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.345406976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"fe268d1d-7690-45dc-9699-15ca010f8bf3","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.345421793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"fe268d1d-7690-45dc-9699-15ca010f8bf3","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.346663754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.347428936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"4cd3bd1f-a4ca-4ebb-bc66-f8e9ce3a2ca6","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.347444689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"4cd3bd1f-a4ca-4ebb-bc66-f8e9ce3a2ca6","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.348895143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"801ea9ba-f66c-4dfd-a2ff-775619b85555","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.355943323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"fcd404df-b761-485d-8da1-ef28eedf5b6c","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.35596492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"fcd404df-b761-485d-8da1-ef28eedf5b6c","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.357346404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"801ea9ba-f66c-4dfd-a2ff-775619b85555","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.383499404Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"b1968000-3f5b-4a8f-be03-b56ddffecdcf","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"maas-trlp-auth-test-model-08a7bc","model":"auth-test-model-08a7bc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-08a7bc/e2e-auth-iso-b46d35"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.407435579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"b39f1b4b-eda4-44c4-9bd8-8296b1309e8e","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.407457201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"b39f1b4b-eda4-44c4-9bd8-8296b1309e8e","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.46419431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"8de4e60b-eaf6-4c29-ac2a-124090b66221","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.52827375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"8de4e60b-eaf6-4c29-ac2a-124090b66221","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.531970212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"34a12c46-435d-4c14-a045-aadb30007002","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"maas-trlp-auth-test-model-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.534887977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"daed8e59-3207-4930-9123-e50e873b5498","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.542687844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-30e9de-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"8de4e60b-eaf6-4c29-ac2a-124090b66221","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.548544939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"daed8e59-3207-4930-9123-e50e873b5498","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:47.94721608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"bd779c44-e37f-46ee-a873-933ac1cabad0","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:47.947243196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"bd779c44-e37f-46ee-a873-933ac1cabad0","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.05647604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"9ae95419-943f-467b-a7bf-c016e8e360e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.069004783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"9ae95419-943f-467b-a7bf-c016e8e360e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.07693558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7efcb8964e77c1954ad04928588051a35ac62ef5dd6703a5495251803f846221) AuthConfig (8aaeb6ecd886becc606e505bc7f6419443b067fa773fd8cf602edc6890478a65) AuthConfig (27c950500abc2a2ea4244f8538ea28e932c4486cd2ef0a6a59d2c0f3b06b07ac) AuthConfig (04d9af334f6d427c37953d188a43b17781226014318c4187af81e045d32dc439) AuthConfig (e0964689a9dbaf6f5c6730a458f0208b9e56b55bc321da1f244fe7721a1178db) AuthConfig (62964be890c4c69d9b870b39fb007e4bf8cacd1eed20bcd7094ed105a0259e99) AuthConfig (6027bcb8e6bd24985edc9dd039f34ae8595b0204998c41b675ff35cca36f6630) AuthConfig (aa86d176e38f6820bfc5bd6b0b6fcc6ec199397c398cf0f199495089b079a8c0) AuthConfig (b00ba4d04194851843d568413b84b13850337f036494f99a133ab12d8f1412d1) AuthConfig (5eaaeec12c78552ce4be365860ddb0d32c21c47b6d52bd3bcb7e242eb636c32a) AuthConfig (c3a6b470f78f185323ae51b4b50c6418f54686dd92b07bd5fe35c8f207ff5862) AuthConfig (edc8ea7cf019dfc204b608ee816c02ddddb40ac19c94b250be2b7e97ba49b005) AuthConfig (78c1f6e54d4909079eaef5ac84d3461bdf7a2e1183acc75848a91ca3da873ea2) AuthConfig (4d7bc9404e83ccb791c15e4ef8372d25742e95a88862d1bfa1e7ca36014b08fc) AuthConfig (73eacb1ad4a6666b95beec19fde87e87567552a2f71519099da7653024fe1987) AuthConfig (270367ef80a3c10acc5954436cfefb5beaa172e7d205c0806254b93afd476ab3) AuthConfig (23cc553cf74f4e282e28cdabdd860f5cbe8f722e7823878e9e12fc3b812fcea7) AuthConfig (a2a05b9a9393ea93396802a7836bb9fecbf003c0f27ce317fc522589cf1ca0e0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"9ae95419-943f-467b-a7bf-c016e8e360e7","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.288802252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"789bc65f-922c-4217-927c-ae4a43510622","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"maas-trlp-auth-test-model-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.389023915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"9090cfcf-b5bc-48d4-8505-c87b4b65499d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.389416167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"257b3493-5d13-4dd6-9e9c-e1946b08adbe","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-auth-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.389516117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a00fcfbd-d0fb-4cff-8b49-72722674964a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.389920461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"dfe07b5f-fba8-41b7-ba15-4c3759ac2ea6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.557373668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"5a1421ff-5adc-4593-aa53-a6240eda6d66","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"maas-trlp-praxis-route-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.558044817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"46dac4e1-7ccc-4616-9e37-0a1fcfba483d","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-auth-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.662791371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"4d0eeeb0-a988-40a1-82b8-91a9212cffba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.695352227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"2d9a8157-18b8-4772-8530-cfac902ad5ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.69632891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"46a00f9f-3105-4c7a-9c2d-1ced6abbb26c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.696878304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"7afbc209-e456-4289-b02d-278a3f137678","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.696883568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"7153538b-8dc8-4af1-a94f-40d2c880995c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.697209105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"5cc841fb-6af5-4179-a8e5-b094c069b3d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.792141467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"554ba21d-e747-4c3e-b97d-09e09630bb95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.793307098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6c32151-a243-443f-be37-d94e70f67612","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.7933589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"683c8d57-7721-4606-b3ea-f19119de6580","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"maas-trlp-auth-test-model-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:48.793799702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"3662f984-29ee-4b8d-87a6-bdbefe9c0b46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.278800393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"e8861fdd-7027-4529-ac1f-604f4010dd51","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.289552397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"e8861fdd-7027-4529-ac1f-604f4010dd51","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.297883673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-6e5139-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22b7e946b360850a30322e2ac8e73298eb3d7454be21370e5c8196f21b0eb8a7) AuthConfig (056465028719a9fd73a8154bc72200af74716b2df1228d6f1064f33d134d58f2) AuthConfig (18830e11850e6b58f735caebe124d147e564dd909b65bd7fe1a1a80cb0f55a96) AuthConfig (cd948094ecae68c3e1ad82b4743352195cc0141fce98e9ade9a03264fb6a5320) AuthConfig (a647fbc73f8a4e8d25e614a379e7d106b7c90e83cb7c6550c1cc56cc720d272f) AuthConfig (42f4882852bfd1450c2a4f94f7da1644b116cce45814a6ec0e9692f4ed2a08eb) AuthConfig (0200418f7d71a555f7a6f90be2a45f039c0a5447cfbd1bd98b05c0c7b7064c73) AuthConfig (c010b9ebaef842a4fd7a2a1f16041cd11db265524287b08bde8cb17d4c6707fe) AuthConfig (0dadf37bcf1ef93bffb148d011bb30834183ae5499d617d5bff7dc5bbfb1d4d1) AuthConfig (5fd8befd7980384558654cfe319b3e948e4f7852d4b3af4bebaa04ac721f610a) AuthConfig (8344af8443151babbf056c9737ac8b4905b3e43b0e5ba5dbca99147791bb94c3) AuthConfig (03f6fde2e9148bec855e892d67b1cfb96b07903c58ef291940a2e5d2e42eebb0) AuthConfig (876e1686811055b635a5c11707b3c9e7149e1b087054c78e7f715f65ba41cca2) AuthConfig (21c30a0fec054481e1e7a3bc813276ae8ed179464831d7247dde491eee40845e) AuthConfig (485f7ea5c64104e8521a83adc33ff4ac8788fc7436bb1b7dfe821dcd183ce67b) AuthConfig (0acbbce422d974503d1ecb4a802e5282668bc4c366c9af5ba63876946f9ef542) AuthConfig (d4d9238083feba4a29dd4b763cefee0ce3ea5910ed2558fcd418c0a391c646c0) AuthConfig (e45b4d85ba49bd1dd1a25bb1b2e2cc3c0017e6eeabc296eb80856575723ce6db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"e8861fdd-7027-4529-ac1f-604f4010dd51","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.308242432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"85605665-9a06-4440-9481-2c890e75f583","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.308263146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"85605665-9a06-4440-9481-2c890e75f583","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.560962878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"42389868-68b4-4ded-93d4-237fe51dc7f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.572275499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"42389868-68b4-4ded-93d4-237fe51dc7f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.580571729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-30e9de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (49ab5b6c48b2ac8a7cfc1935b61e0ec4d18441faeed02a85f33a774ff48d55cc) AuthConfig (d702aca8627df71f3e03c4b623c9ee1e6b6cdbfae718574ed0f488706b35667e) AuthConfig (067ab813ecd9bc27f3d14d3d2ad17813b669f5cac9e2a0a997f0b0edf70232c4) AuthConfig (7e6e586ed6205a6872b2503d38f819d583653f7e0e562eff2dcb37fbc4e534ac) AuthConfig (ae6341bc575707c0df5c58c8c6c7c2a0e50f7db8a777810cb8d398bb4bc593ed) AuthConfig (b0fcf78c25e835ab1ea4df8fbc385a87be21807f64826432c84dfa28b4cef986) AuthConfig (67651e424005e5ca8be960fbe83a851c8235f2ab96f781665dcb1a65f2a4025b) AuthConfig (4aa563829e076d995202b66bca92a21152c712840a384afa2fe81a073e853932) AuthConfig (65ad38bb4759e4520333a7da892b92bd654501ea6b9bbd440b1b5bca80c7a4e1) AuthConfig (2134c5e287e3194ad66df143e398ac2380a5d829c3f7c64cbcb05db3adc92eab) AuthConfig (f789943ccdfb47f5132a6ebdc49087b15c271fb8ba24735bff6cabd0d07d510f) AuthConfig (cbb587dca9d2b50bad057d2725dffb69d988abb55e7d0930b029359a173402f9) AuthConfig (65c113fcd0e7ec50b49925b33e815beaae0fe96b52b71bd59269b1b83c90068f) AuthConfig (5dfe67bb9d0ff5cfbf5bafe78fbe1be65d70d98176b85ea617aaead2d603d0c5) AuthConfig (371828825c536777d4254d1e908a45520dd6145380896f435dfd49dca1a7d49e) AuthConfig (f81fb0ab2575d3b1ef2f877daf57ebb1811081bb5cecc0b3a083bcc23a8c8583) AuthConfig (885cc14f31fb33b51f8546d5bf76422c016ef9cc4c4f67da866249db9b29326c) AuthConfig (c2e3dbe0a38d93052ce8498d5759fa1a7fa140447f6e1ab69bb5f3912c777887)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"42389868-68b4-4ded-93d4-237fe51dc7f8","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.592625756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"0f8af168-02c1-4258-a2cf-d14444a8ac0e","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:51.592650432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"0f8af168-02c1-4258-a2cf-d14444a8ac0e","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.948127879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"8a6b2afa-bf9e-4630-a805-e4d9335c19d7","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:57.948150954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"8a6b2afa-bf9e-4630-a805-e4d9335c19d7","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:58.098882603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"36768ffc-c859-40c9-bf52-6f12b1cf65eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:58.126196514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"36768ffc-c859-40c9-bf52-6f12b1cf65eb","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:58.151627866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"8b41c05e-aa57-4ec8-a436-af0c0f664cc7","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:58.151648338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"8b41c05e-aa57-4ec8-a436-af0c0f664cc7","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.160082872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"b5bb2465-3664-43d1-9707-d1e2861e0e20","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.160105487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"b5bb2465-3664-43d1-9707-d1e2861e0e20","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.17108036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"677ae3ef-44c6-4135-9063-3002fd123591","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.171894499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"69ba3114-4591-4f7a-b6d4-bb5b4359bff1","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.171971326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"69ba3114-4591-4f7a-b6d4-bb5b4359bff1","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:00.173643642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"08dce3bf-2ccb-42e8-8437-b131cbebab92","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c252e7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:00.177501901Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"69ba3114-4591-4f7a-b6d4-bb5b4359bff1","name":"auth-test-model-99a8fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-99a8fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:00.177564756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"69ba3114-4591-4f7a-b6d4-bb5b4359bff1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-99a8fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.180070931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"677ae3ef-44c6-4135-9063-3002fd123591","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.182923031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"a35b3b1e-5e68-4033-abe9-afb3bdde9615","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.182938754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"a35b3b1e-5e68-4033-abe9-afb3bdde9615","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.184512537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"31313232-b568-45c8-a800-7885b13d3c35","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.184532717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"31313232-b568-45c8-a800-7885b13d3c35","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.193585807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"61f5faa9-288f-4da8-9184-aaf6592bd164","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.193643218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"61f5faa9-288f-4da8-9184-aaf6592bd164","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.218391048Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"277f64fb-b9a5-4c48-a34d-5c002290dfe9","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-auth-test-model-99a8fe","model":"auth-test-model-99a8fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-99a8fe/e2e-auth-iso-c252e7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.240445071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"63070040-d3b3-4a33-b47d-f744f363f243","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.240469193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"63070040-d3b3-4a33-b47d-f744f363f243","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.266611789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"0765b5af-3b09-46aa-8bd0-d5b0bf3ad0c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.275151941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"0765b5af-3b09-46aa-8bd0-d5b0bf3ad0c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:00.310709177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"c21a4e42-b769-4123-b6bb-477060847f86","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-auth-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:01.314362378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"0ac63deb-e89c-40ce-aa2f-61a6e701590f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:01.341190561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"0ac63deb-e89c-40ce-aa2f-61a6e701590f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:01.348824376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-6e5139-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22b7e946b360850a30322e2ac8e73298eb3d7454be21370e5c8196f21b0eb8a7) AuthConfig (056465028719a9fd73a8154bc72200af74716b2df1228d6f1064f33d134d58f2) AuthConfig (18830e11850e6b58f735caebe124d147e564dd909b65bd7fe1a1a80cb0f55a96) AuthConfig (cd948094ecae68c3e1ad82b4743352195cc0141fce98e9ade9a03264fb6a5320) AuthConfig (a647fbc73f8a4e8d25e614a379e7d106b7c90e83cb7c6550c1cc56cc720d272f) AuthConfig (42f4882852bfd1450c2a4f94f7da1644b116cce45814a6ec0e9692f4ed2a08eb) AuthConfig (0200418f7d71a555f7a6f90be2a45f039c0a5447cfbd1bd98b05c0c7b7064c73) AuthConfig (c010b9ebaef842a4fd7a2a1f16041cd11db265524287b08bde8cb17d4c6707fe) AuthConfig (0dadf37bcf1ef93bffb148d011bb30834183ae5499d617d5bff7dc5bbfb1d4d1) AuthConfig (5fd8befd7980384558654cfe319b3e948e4f7852d4b3af4bebaa04ac721f610a) AuthConfig (8344af8443151babbf056c9737ac8b4905b3e43b0e5ba5dbca99147791bb94c3) AuthConfig (03f6fde2e9148bec855e892d67b1cfb96b07903c58ef291940a2e5d2e42eebb0) AuthConfig (876e1686811055b635a5c11707b3c9e7149e1b087054c78e7f715f65ba41cca2) AuthConfig (21c30a0fec054481e1e7a3bc813276ae8ed179464831d7247dde491eee40845e) AuthConfig (485f7ea5c64104e8521a83adc33ff4ac8788fc7436bb1b7dfe821dcd183ce67b) AuthConfig (0acbbce422d974503d1ecb4a802e5282668bc4c366c9af5ba63876946f9ef542) AuthConfig (d4d9238083feba4a29dd4b763cefee0ce3ea5910ed2558fcd418c0a391c646c0) AuthConfig (e45b4d85ba49bd1dd1a25bb1b2e2cc3c0017e6eeabc296eb80856575723ce6db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"0ac63deb-e89c-40ce-aa2f-61a6e701590f","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:01.600950792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"3a1ce1f2-173f-47a4-8799-72b718daaec5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:01.610356001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"3a1ce1f2-173f-47a4-8799-72b718daaec5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:01.61820973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-30e9de-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (49ab5b6c48b2ac8a7cfc1935b61e0ec4d18441faeed02a85f33a774ff48d55cc) AuthConfig (d702aca8627df71f3e03c4b623c9ee1e6b6cdbfae718574ed0f488706b35667e) AuthConfig (067ab813ecd9bc27f3d14d3d2ad17813b669f5cac9e2a0a997f0b0edf70232c4) AuthConfig (7e6e586ed6205a6872b2503d38f819d583653f7e0e562eff2dcb37fbc4e534ac) AuthConfig (ae6341bc575707c0df5c58c8c6c7c2a0e50f7db8a777810cb8d398bb4bc593ed) AuthConfig (b0fcf78c25e835ab1ea4df8fbc385a87be21807f64826432c84dfa28b4cef986) AuthConfig (67651e424005e5ca8be960fbe83a851c8235f2ab96f781665dcb1a65f2a4025b) AuthConfig (4aa563829e076d995202b66bca92a21152c712840a384afa2fe81a073e853932) AuthConfig (65ad38bb4759e4520333a7da892b92bd654501ea6b9bbd440b1b5bca80c7a4e1) AuthConfig (2134c5e287e3194ad66df143e398ac2380a5d829c3f7c64cbcb05db3adc92eab) AuthConfig (f789943ccdfb47f5132a6ebdc49087b15c271fb8ba24735bff6cabd0d07d510f) AuthConfig (cbb587dca9d2b50bad057d2725dffb69d988abb55e7d0930b029359a173402f9) AuthConfig (65c113fcd0e7ec50b49925b33e815beaae0fe96b52b71bd59269b1b83c90068f) AuthConfig (5dfe67bb9d0ff5cfbf5bafe78fbe1be65d70d98176b85ea617aaead2d603d0c5) AuthConfig (371828825c536777d4254d1e908a45520dd6145380896f435dfd49dca1a7d49e) AuthConfig (f81fb0ab2575d3b1ef2f877daf57ebb1811081bb5cecc0b3a083bcc23a8c8583) AuthConfig (885cc14f31fb33b51f8546d5bf76422c016ef9cc4c4f67da866249db9b29326c) AuthConfig (c2e3dbe0a38d93052ce8498d5759fa1a7fa140447f6e1ab69bb5f3912c777887)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"3a1ce1f2-173f-47a4-8799-72b718daaec5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.255495845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"61ce2707-2ab9-469d-a980-6488d60a3e83","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"maas-trlp-auth-test-model-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.528225363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"373847de-8a9e-4f66-ba89-70d7b6407cfa","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"maas-trlp-praxis-route-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.616378607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b83d506c-6069-4f5b-a6b0-0ea9310e0f86","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.643250244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"180fcd4c-2454-48a4-b3f1-d047509beb9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.645010907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"9dd95b11-726d-4c1f-bad8-d26c1ede035f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.735864981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"f86e8038-1d65-4943-b0ea-9fd0a2617490","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.73587912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"fa54cf86-19a4-4f0d-9722-0a260dd2848f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.736269548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"4fb257e5-dc79-417d-8efb-de999204ffa0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.736307728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"440732a6-d5fc-49ee-97a6-511d0527e759","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-auth-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.736670163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"73b79c61-5ef0-4004-90ad-4c30aa656f12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.957403448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"726ed848-baf6-40df-a013-0077de6c899f","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"maas-trlp-auth-test-model-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.957806889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"ce233c7a-dd44-4770-b9f0-2c10fc078b4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.958123248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"fa25bebb-f126-4ddb-81f0-dd065eb9566a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.958327366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"9578eead-156d-4c7f-9ac1-61ec74c62c4b","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-auth-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:06.962520567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"8af8d60f-5d70-4953-a209-0354507a3092","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.039526174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"93bc8237-5195-4539-b3f4-7eec4baa4272","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"maas-trlp-auth-test-model-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.039746947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"21b92d4e-b66f-44c8-895e-586d8a2f4111","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.039976241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cf29388-1046-4922-9d50-6e630112d149","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.087764985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"53e07f27-e819-476a-a6b5-2b857d1bc69b","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.087789781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"53e07f27-e819-476a-a6b5-2b857d1bc69b","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.347102524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"79333228-a88b-4b28-a9c9-75511ab43199","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.355960497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"79333228-a88b-4b28-a9c9-75511ab43199","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.950183366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"a919fe4b-4caf-4f12-a2d2-f76c05b23edf","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.950308047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"a919fe4b-4caf-4f12-a2d2-f76c05b23edf","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:08.666684846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"6b89c0a0-b325-4eee-8a7e-249b00096d2f","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:08.666707394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"6b89c0a0-b325-4eee-8a7e-249b00096d2f","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:08.675294219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"ab47cda8-1958-490f-b4fa-0f8d4d46be37","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:08.682351923Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"8aab3edd-8a4a-42b5-a0b9-a0ba7072b06d","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-75ca193e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:08.684213238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"ab47cda8-1958-490f-b4fa-0f8d4d46be37","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:08.780253819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"e2e44a4a-5d94-4f27-987a-09e0192ac748","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:08.793342171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"e2e44a4a-5d94-4f27-987a-09e0192ac748","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:11.346944275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:11.356420854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"b4963f17-4698-4649-9b5b-1e4bcc71a5a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:11.365820849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"b4963f17-4698-4649-9b5b-1e4bcc71a5a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:11.389235344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"af3a91bb-99d7-4653-987d-e8599457a5e4","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:11.389253855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"af3a91bb-99d7-4653-987d-e8599457a5e4","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:11.626518797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"c3dd38b4-2960-4a45-b39d-08987aeebb15","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:11.63714582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"c3dd38b4-2960-4a45-b39d-08987aeebb15","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:11.765549878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"6db94986-6a05-420d-8007-fc0d2948a642","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:11.76557096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"6db94986-6a05-420d-8007-fc0d2948a642","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.70779458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"0498b6a8-c034-4ed5-acf2-9a9d498ad4c0","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.707820911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"0498b6a8-c034-4ed5-acf2-9a9d498ad4c0","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:12.747720542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"d47327be-a58a-4896-8aa4-c883324046a8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-d48ae2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.748536456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"1fc3cc80-48b0-4b63-b447-24baf19439ec","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.748555409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"1fc3cc80-48b0-4b63-b447-24baf19439ec","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.762015329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"8b379417-02d6-4c13-b589-c3f2cc20cba5","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.762033158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"8b379417-02d6-4c13-b589-c3f2cc20cba5","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.765144818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"009ba079-fb90-4e02-9b32-26cc5fd476f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.768724518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"83b3a4f0-3232-4744-bc9c-1b1144acd1b7","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.768741372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"83b3a4f0-3232-4744-bc9c-1b1144acd1b7","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.841381567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"009ba079-fb90-4e02-9b32-26cc5fd476f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.856559551Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"a442ec56-9b5b-4099-b0c8-319def5a7b38","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-auth-test-model-6e5139","model":"auth-test-model-6e5139","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-6e5139/e2e-auth-iso-d48ae2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.864795203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"97ce140e-29cd-4010-9184-9fc4c6283708","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.873070376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"97ce140e-29cd-4010-9184-9fc4c6283708","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.878007467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"69b01a5e-2188-4a85-80ee-2a573adc8738","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.87802436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"69b01a5e-2188-4a85-80ee-2a573adc8738","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:12.891910401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"60913656-70f9-4159-a977-8fe250c38d7d","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-auth-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.075384036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"47398227-998e-4708-8e18-aa3f51b06102","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.075415713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"47398227-998e-4708-8e18-aa3f51b06102","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.094564142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"b4b55418-8179-45c6-a3ad-b01de0100069","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.097560348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"744d9028-1dd4-4325-8d20-d10ff36559c1","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.097591491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"744d9028-1dd4-4325-8d20-d10ff36559c1","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:13.1001673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"1793cdb0-e4fd-4604-b82b-fe8bfdc33c7a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-c9f62c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.117510796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"b4b55418-8179-45c6-a3ad-b01de0100069","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.126909279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"c1a0462d-1673-48dd-a9f4-bd83ff83c950","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.126991798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"c1a0462d-1673-48dd-a9f4-bd83ff83c950","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.136235237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"2789a44c-c0c3-4666-b0f4-de8f5180b404","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.136258261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"2789a44c-c0c3-4666-b0f4-de8f5180b404","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.151901449Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"0f444f3c-301d-4c0f-a2cd-5e7f3ca9aacf","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"maas-trlp-auth-test-model-30e9de","model":"auth-test-model-30e9de","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-30e9de/e2e-auth-iso-c9f62c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.174532774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"ad144f1c-b94f-4977-a8fd-4f06a1b6d098","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.174557469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"ad144f1c-b94f-4977-a8fd-4f06a1b6d098","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.189181089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"86f7e021-60b1-4c4c-bdd0-15a7c8234903","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.197315236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"86f7e021-60b1-4c4c-bdd0-15a7c8234903","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:13.250398263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"9ee32321-6c06-463e-b25b-b9cd91a90a56","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"maas-trlp-auth-test-model-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.536194141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"61a14045-a65a-4ae0-82c1-a2d500e84fa6","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.544814565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"61a14045-a65a-4ae0-82c1-a2d500e84fa6","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.665426749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"48ceffc6-d6a8-4213-816b-281634d025d7","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"tenant":"e2e-praxis-a-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.67875929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"48ceffc6-d6a8-4213-816b-281634d025d7","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"routeName":"praxis-route-3211a0-kserve-route","namespace":"ai-tenant-e2e-praxis-a-3211a0","llmisvcName":"praxis-route-3211a0","gateway":"openshift-ingress/e2e-praxis-a-3211a0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.835878673Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"7e43eecb-b4c3-4d4c-94b4-d97876a70492","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.838835657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"1fbf2780-2062-4e07-8b25-be84973389d3","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.839028018Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"8e8f7d34-1377-4d11-9e6f-90363a73771a","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"maas-trlp-praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0","model":"praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.839551635Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"7e43eecb-b4c3-4d4c-94b4-d97876a70492","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"maas-trlp-praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0","model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.847902184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"1fbf2780-2062-4e07-8b25-be84973389d3","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.847937123Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"1fbf2780-2062-4e07-8b25-be84973389d3","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.880777711Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"f94a5785-4ca6-4574-ab91-003dbaa0ffb4","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4e345ebc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.893148401Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"05c65e44-6099-42af-8cd4-18c2e7eaaf59","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4e345ebc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:14.911343251Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"a3289794-10fb-4f4a-bfaf-3bb26f7ff0af","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4e345ebc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:31:14.942993669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-3211a0","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0","reconcileID":"c4d5f875-2118-45e1-9ac5-8efa7f7414ee","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-3211a0\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.060652822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"9f3685b9-8bc2-4336-a086-730df7a58dc1","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.070374109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"9f3685b9-8bc2-4336-a086-730df7a58dc1","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.070406567Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"9f3685b9-8bc2-4336-a086-730df7a58dc1","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.130762168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f0dc63-9160-4808-a3d7-2f5fa0adf96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.134515014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f0dc63-9160-4808-a3d7-2f5fa0adf96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.14141158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f0dc63-9160-4808-a3d7-2f5fa0adf96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.145039561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f0dc63-9160-4808-a3d7-2f5fa0adf96c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.761076096Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"e63c8daf-7d7a-4d57-b197-4d413d8efc12","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.84453313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"e63c8daf-7d7a-4d57-b197-4d413d8efc12","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.876801596Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"e63c8daf-7d7a-4d57-b197-4d413d8efc12","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"name":"e2e-praxis-a-3211a0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.876832621Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-auth","reconcileID":"e63c8daf-7d7a-4d57-b197-4d413d8efc12","MaaSAuthPolicy":{"name":"praxis-route-3211a0-auth","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.883299083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a991816-4c6f-487c-921b-40445e696969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.88743901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a991816-4c6f-487c-921b-40445e696969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.891310636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a991816-4c6f-487c-921b-40445e696969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:15.899639697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a991816-4c6f-487c-921b-40445e696969","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.688970208Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"742c9e54-f206-4ff5-89a3-3c9e58f835f8","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","subscription":"e2e-auth-iso-b46d35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.693431576Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"742c9e54-f206-4ff5-89a3-3c9e58f835f8","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.697777299Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"742c9e54-f206-4ff5-89a3-3c9e58f835f8","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"maas-trlp-auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.819646241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"346be649-918e-47e9-a446-fe04266ca4c0","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.819671015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"346be649-918e-47e9-a446-fe04266ca4c0","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.828320635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"98dbdcf6-5e73-4fcb-ad96-bb1ec402d7b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.836968826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"98dbdcf6-5e73-4fcb-ad96-bb1ec402d7b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.926345062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"0225cbb7-8be4-4eb2-8327-3cf1e0144682","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.934812316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"0225cbb7-8be4-4eb2-8327-3cf1e0144682","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.977357642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"57921329-e807-48a4-9fa6-b72905f5e859","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.977379289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"57921329-e807-48a4-9fa6-b72905f5e859","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:18.993354867Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"f75d7d47-209d-4f2c-b7dd-51d766ba0dcd","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a668a642","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:19.02682049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"cdbec0c1-0da6-4fd6-8aa5-bdbe7d52b445","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:19.043582325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"cdbec0c1-0da6-4fd6-8aa5-bdbe7d52b445","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:19.161960763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"a8e4cffd-c2c3-48a8-bc4d-c4a35c6c203e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:19.170357593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"a8e4cffd-c2c3-48a8-bc4d-c4a35c6c203e","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.446990654Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"00e7d7b2-b784-428b-ace0-7117f6de1274","namespace":"ai-tenant-e2e-praxis-a-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.447063197Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"00e7d7b2-b784-428b-ace0-7117f6de1274","name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.45254489Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"00e7d7b2-b784-428b-ace0-7117f6de1274","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:21.452563141Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"00e7d7b2-b784-428b-ace0-7117f6de1274","namespace":"ai-tenant-e2e-praxis-a-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.915906494Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"dc6aee04-14e9-4770-ac76-4e017f336947","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","subscription":"praxis-route-3211a0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:24.916013436Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"praxis-route-3211a0-sub","reconcileID":"dc6aee04-14e9-4770-ac76-4e017f336947","MaaSSubscription":{"name":"praxis-route-3211a0-sub","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"model":"ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-3211a0/praxis-route-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:28.997552978Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"9e8388da-a140-4b5a-a880-3befd86f8efb","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","subscription":"e2e-auth-iso-b46d35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.001965627Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"9e8388da-a140-4b5a-a880-3befd86f8efb","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.006887916Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"9e8388da-a140-4b5a-a880-3befd86f8efb","MaaSSubscription":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"maas-trlp-auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.06494058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"1f586af5-1043-4d3a-bbc8-4f80c74cb03c","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.218823485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"1f586af5-1043-4d3a-bbc8-4f80c74cb03c","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.218340428Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"ac7a418c-d197-4182-8333-d9bd7ee6a405","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.305128816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"5e498843-2fb9-4d5b-9d40-e37a62799fd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.306353547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"ae746c97-b943-4d72-b0e7-7aa3acf42162","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.355973673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"ae746c97-b943-4d72-b0e7-7aa3acf42162","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.359297845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"5e498843-2fb9-4d5b-9d40-e37a62799fd5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.383673166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"ac7a418c-d197-4182-8333-d9bd7ee6a405","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.468096901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"ac7a418c-d197-4182-8333-d9bd7ee6a405","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"name":"e2e-shared-a-w1-7a92d4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.468138647Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"e2e-auth-iso-b46d35","reconcileID":"ac7a418c-d197-4182-8333-d9bd7ee6a405","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.472017379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"c26a3b7c-007a-435d-b966-84e993442c90","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.542959951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"a7601995-6a3c-4fdb-80cd-8b7687a27b86","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"tenant":"e2e-shared-a-w1-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","model":"ai-tenant-e2e-shared-a-w1-7a92d4/auth-test-model-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.542979974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"auth-test-model-7a92d4","reconcileID":"a7601995-6a3c-4fdb-80cd-8b7687a27b86","MaaSModelRef":{"name":"auth-test-model-7a92d4","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"routeName":"auth-test-model-7a92d4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","llmisvcName":"auth-test-model-7a92d4","gateway":"openshift-ingress/e2e-shared-a-w1-7a92d4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.546192659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"c26a3b7c-007a-435d-b966-84e993442c90","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.745007801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"49d348b7-6f56-45dc-a27c-bd0e9e56641d","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.745038512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"49d348b7-6f56-45dc-a27c-bd0e9e56641d","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.745460012Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"88919e60-c8eb-470b-81f7-a9420af43a3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.796560602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"3304365b-5b56-4777-84e2-3a249078b18d","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-auth-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.807483665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"88919e60-c8eb-470b-81f7-a9420af43a3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.887176066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"0a056814-ad73-45d7-8403-24b1ee9c52b4","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.887205468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"0a056814-ad73-45d7-8403-24b1ee9c52b4","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.935484425Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"88919e60-c8eb-470b-81f7-a9420af43a3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"name":"e2e-shared-b-w1-08a7bc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.935590858Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"e2e-auth-iso-b46d35","reconcileID":"88919e60-c8eb-470b-81f7-a9420af43a3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b46d35","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.948140945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"cc6f29a7-973c-4f63-acba-0d1242150738","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"tenant":"e2e-shared-b-w1-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","model":"ai-tenant-e2e-shared-b-w1-08a7bc/auth-test-model-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.948259035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"auth-test-model-08a7bc","reconcileID":"cc6f29a7-973c-4f63-acba-0d1242150738","MaaSModelRef":{"name":"auth-test-model-08a7bc","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"routeName":"auth-test-model-08a7bc-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","llmisvcName":"auth-test-model-08a7bc","gateway":"openshift-ingress/e2e-shared-b-w1-08a7bc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.955816785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"0fd6d5cc-2143-4d5d-85c9-f0b415f220bd","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"maas-trlp-auth-test-model-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.993187166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"52d3c1df-c174-4100-a0b5-db452783b2f9","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:29.993309224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"52d3c1df-c174-4100-a0b5-db452783b2f9","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.190904861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"ef616c13-07a7-4ce1-8969-dcf43fc40561","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-auth-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.212660056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"05c8a715-e4da-4a92-84df-5421131c0164","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.21267862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"05c8a715-e4da-4a92-84df-5421131c0164","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.823438711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"e8ee9ae0-8b9b-4646-9d84-a5202d4cb3a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.866299996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"e8ee9ae0-8b9b-4646-9d84-a5202d4cb3a4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.93896188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"cea617eb-d1b2-4fe3-9154-3d93f1c1c41f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:30.949814912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"cea617eb-d1b2-4fe3-9154-3d93f1c1c41f","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.449310411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"61cf19b7-e1eb-4bae-97e3-d8ce659d96cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.457732016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"61cf19b7-e1eb-4bae-97e3-d8ce659d96cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.657776178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"56d1a712-b00b-4d20-9c2c-8a65cd1ca0e2","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.657873916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"56d1a712-b00b-4d20-9c2c-8a65cd1ca0e2","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.674191889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"8fb0134f-48ac-44b4-a781-3922ecbf8a2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.692792614Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"fb2a870e-acdc-42d0-a81c-05afdbaef61a","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa7223b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.700286674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"8fb0134f-48ac-44b4-a781-3922ecbf8a2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.712266095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"885a3c31-a16e-48c0-af22-92480e63e950","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.712362988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"885a3c31-a16e-48c0-af22-92480e63e950","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.728998672Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"6d026a53-3b26-4696-9711-a5066ff637e1","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0312e9e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.768498537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"a4bbd808-5a19-4b85-bf13-77ef0f35b435","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.768486143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"dd71baba-e870-42af-b895-5efb36e3a270","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.782003815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"a4bbd808-5a19-4b85-bf13-77ef0f35b435","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.78207679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"dd71baba-e870-42af-b895-5efb36e3a270","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.867708522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"4da8ed05-7708-4d1a-a263-131b33f4fd6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:31.876510853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"4da8ed05-7708-4d1a-a263-131b33f4fd6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:34.194148295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"3a2323b0-57de-4537-bc8a-a88939840e4d","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:34.194170797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"3a2323b0-57de-4537-bc8a-a88939840e4d","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:34.202588166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"d6c26ae0-456c-4c9c-b5fa-c28566495531","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:34.208937863Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"69858de3-8d98-4e67-8d2f-c427321db394","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0b5fb11b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:34.211423789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"d6c26ae0-456c-4c9c-b5fa-c28566495531","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:34.300428416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"817d0bb4-f4a3-467d-8998-87cb85f8ab80","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:34.308786099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"817d0bb4-f4a3-467d-8998-87cb85f8ab80","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.041535221Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","namespace":"ai-tenant-e2e-praxis-a-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.041616345Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","namespace":"ai-tenant-e2e-praxis-a-3211a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.041676528Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","tenant":"e2e-praxis-a-3211a0","tenantID":"e2e-praxis-a-3211a0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.047040013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"Deployment","name":"maas-api-e2e-praxis-a-3211a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.059181927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"Service","name":"maas-api-e2e-praxis-a-3211a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.076329076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-3211a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.083486053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-3211a0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.092804691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.098544808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.107260115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.114930111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.118033539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.123497125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.127592609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"Service","name":"payload-processing-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.132968352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.136202976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.139344979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.142623547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.150238954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.153732933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.15688164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.159941151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-3211a0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:39.162961048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-3211a0"},"namespace":"ai-tenant-e2e-praxis-a-3211a0","name":"default-tenant","reconcileID":"e2f3c596-26f9-4545-87b8-2e6b284d2434","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-3211a0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.345259318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.697427488Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"d46cf3de-ebb3-43a0-9bba-9013d78a8098","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","subscription":"e2e-auth-iso-c9f62c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.703284296Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"d46cf3de-ebb3-43a0-9bba-9013d78a8098","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.709164548Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"d46cf3de-ebb3-43a0-9bba-9013d78a8098","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"maas-trlp-auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.744705056Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"68ae95c5-9842-4e2f-a157-02e7f015f7b2","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","subscription":"e2e-auth-iso-d48ae2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.74973373Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"68ae95c5-9842-4e2f-a157-02e7f015f7b2","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.768113031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"2abe4700-20b6-4d9f-938c-4263f5407a91","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.768140244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"2abe4700-20b6-4d9f-938c-4263f5407a91","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.777280122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"c0333730-fe8f-41e7-a196-cfd03f1f4d2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.843447249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"c0333730-fe8f-41e7-a196-cfd03f1f4d2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.843955533Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"68ae95c5-9842-4e2f-a157-02e7f015f7b2","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.873114044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"1506f64c-2f53-41f9-9800-35db193f23c3","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.873132701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"1506f64c-2f53-41f9-9800-35db193f23c3","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.876405407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"1822df9d-9afc-4c58-a14f-273b44c8de44","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.881334199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"9089cf7a-f9aa-4229-b07f-e1f02c88b95d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.886742582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"1822df9d-9afc-4c58-a14f-273b44c8de44","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.890195106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"9089cf7a-f9aa-4229-b07f-e1f02c88b95d","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.92050677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"4ae8bf28-5681-47c3-9912-5448567462e4","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.920523441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"4ae8bf28-5681-47c3-9912-5448567462e4","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.938253869Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"27c96198-2214-4273-baa4-f501276872c9","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-620191e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.977095368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"d0c7cd89-d6b4-491b-a008-b75fa8a34004","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:41.985368397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"d0c7cd89-d6b4-491b-a008-b75fa8a34004","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.010094403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"bce4b5bc-6c08-442b-9a65-71f8de0afbd9","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.01018367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"bce4b5bc-6c08-442b-9a65-71f8de0afbd9","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.091372762Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"8e1c1f32-52d6-488b-a88d-d109b2e1121d","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ef6eaa03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.095845316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"9a9a2073-85ab-4295-b83e-d7ecffb6d676","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.096018377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"c5bf7a3d-128e-49ea-a1a1-12ffe098c527","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.110400124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"c5bf7a3d-128e-49ea-a1a1-12ffe098c527","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.110531827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"9a9a2073-85ab-4295-b83e-d7ecffb6d676","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.179030177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"ccccc8d3-e317-430d-8e9a-605cc12e3ded","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.187414231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"ccccc8d3-e317-430d-8e9a-605cc12e3ded","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.279244125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"c1aa691a-d6e9-4a98-b3ef-2fbdb4c5ad1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:42.288839371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"c1aa691a-d6e9-4a98-b3ef-2fbdb4c5ad1e","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.004997152Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3211a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3211a0","reconcileID":"87fda834-1902-4bef-8921-1e5c0941e8c2","aitenant":"ai-tenants/e2e-praxis-a-3211a0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.100196086Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-3211a0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-3211a0","reconcileID":"87fda834-1902-4bef-8921-1e5c0941e8c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-3211a0","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-3211a0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.119520885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68143f09-7d80-4acc-93f6-9fd68eadac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.122976699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68143f09-7d80-4acc-93f6-9fd68eadac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.126700728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68143f09-7d80-4acc-93f6-9fd68eadac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.13012136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68143f09-7d80-4acc-93f6-9fd68eadac25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.274880963Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"565e9cdd-d682-49ba-bc54-df2c68f6efb4","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","subscription":"e2e-auth-iso-c252e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.281561903Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"565e9cdd-d682-49ba-bc54-df2c68f6efb4","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.292257875Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"565e9cdd-d682-49ba-bc54-df2c68f6efb4","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.459690499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"f653ee89-3bb2-447b-981e-03fc4685d45f","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.45971499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"f653ee89-3bb2-447b-981e-03fc4685d45f","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.550077564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"4128906b-b708-43d2-a29d-90531333059a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.56209987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"4128906b-b708-43d2-a29d-90531333059a","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.617071026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"a34430c9-fc24-4b95-aaf1-96c7c2424efb","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.619830142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"a297c54f-a38b-4bd3-a3bc-d8700895d6b2","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.619863714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"a297c54f-a38b-4bd3-a3bc-d8700895d6b2","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.839480645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"a34430c9-fc24-4b95-aaf1-96c7c2424efb","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.857579742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"19604639-dd2d-440e-9d9e-785bea8ee987","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.859107615Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"14ec11cc-20f4-4e1a-9306-763ac418c3fa","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-51730991","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.903754394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"19604639-dd2d-440e-9d9e-785bea8ee987","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.931614786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3fe4d5-3e6c-43bb-8a4d-19b124d6fb65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.95148937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3fe4d5-3e6c-43bb-8a4d-19b124d6fb65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.957196671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3fe4d5-3e6c-43bb-8a4d-19b124d6fb65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:44.976975094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea3fe4d5-3e6c-43bb-8a4d-19b124d6fb65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.025163579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"069c80d9-6736-4c9c-94ad-1f683d518d87","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:45.042203099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"069c80d9-6736-4c9c-94ad-1f683d518d87","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.03899166Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"2381dd81-040c-4df3-9326-d342675a852b","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","subscription":"e2e-auth-iso-c9f62c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.056021546Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"2381dd81-040c-4df3-9326-d342675a852b","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.06347009Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"2381dd81-040c-4df3-9326-d342675a852b","MaaSSubscription":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"maas-trlp-auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.120022734Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"4b476455-5139-40b6-ab9f-4d993cdef93c","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","subscription":"e2e-auth-iso-d48ae2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.128238416Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"4b476455-5139-40b6-ab9f-4d993cdef93c","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.165315355Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"4b476455-5139-40b6-ab9f-4d993cdef93c","MaaSSubscription":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.187524884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab915d30-411a-4492-a94b-2ae3343ad14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.192034852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab915d30-411a-4492-a94b-2ae3343ad14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.197934867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab915d30-411a-4492-a94b-2ae3343ad14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.201742345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab915d30-411a-4492-a94b-2ae3343ad14d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.202768904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"56181a7d-7361-4a6a-87ba-4c6947d909a0","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.202839657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"56181a7d-7361-4a6a-87ba-4c6947d909a0","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.218279858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"8e45ad81-f704-4739-a753-79ecf788dbb5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.219164754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"0ba34ecf-3eff-4e66-b3ea-bbaa54ce353f","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.219222749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"0ba34ecf-3eff-4e66-b3ea-bbaa54ce353f","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.243348772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"8e45ad81-f704-4739-a753-79ecf788dbb5","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.312369174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"056d71eb-d283-4dc3-ba30-851fa46026f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.316259051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"cb8d368f-b345-416a-86bb-87edf5f94567","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.322447661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"056d71eb-d283-4dc3-ba30-851fa46026f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.328522017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"cb8d368f-b345-416a-86bb-87edf5f94567","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.356248655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"fef9d63a-fb9c-4876-b2b1-d44f43721a13","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.356585413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"e470a132-5309-4082-b2e9-9dbd0fc7e322","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.357110512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"423e52f5-ad31-453f-865d-2b76f70e35c5","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.357130081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"423e52f5-ad31-453f-865d-2b76f70e35c5","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.357494703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"186b8904-1ae8-4d96-ba27-de29de8db41a","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.357507046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"186b8904-1ae8-4d96-ba27-de29de8db41a","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.473779743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"e470a132-5309-4082-b2e9-9dbd0fc7e322","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.477570175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"fef9d63a-fb9c-4876-b2b1-d44f43721a13","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.482034933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"db2edaf9-a7bf-4290-8460-89a7f7d9bace","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.568271015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"db2edaf9-a7bf-4290-8460-89a7f7d9bace","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.649991374Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"e470a132-5309-4082-b2e9-9dbd0fc7e322","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"name":"e2e-shared-a-w4-3c25bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.650020285Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"e2e-auth-iso-c9f62c","reconcileID":"e470a132-5309-4082-b2e9-9dbd0fc7e322","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.670761791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"f83ee5bd-7c34-4c02-957c-a161c22891b2","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"tenant":"e2e-shared-a-w4-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","model":"ai-tenant-e2e-shared-a-w4-3c25bf/auth-test-model-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.670791827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"auth-test-model-3c25bf","reconcileID":"f83ee5bd-7c34-4c02-957c-a161c22891b2","MaaSModelRef":{"name":"auth-test-model-3c25bf","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"routeName":"auth-test-model-3c25bf-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","llmisvcName":"auth-test-model-3c25bf","gateway":"openshift-ingress/e2e-shared-a-w4-3c25bf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.681961002Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"fef9d63a-fb9c-4876-b2b1-d44f43721a13","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.681983562Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-auth-iso-d48ae2","reconcileID":"fef9d63a-fb9c-4876-b2b1-d44f43721a13","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.691638088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"c676d850-7805-459d-a7f0-27a4c4e987ae","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/auth-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.691660847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"auth-test-model-bab2c3","reconcileID":"c676d850-7805-459d-a7f0-27a4c4e987ae","MaaSModelRef":{"name":"auth-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"auth-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"auth-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.729520383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d5d3b2-ea77-4232-8bb6-ad87b4e2c387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.733323469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d5d3b2-ea77-4232-8bb6-ad87b4e2c387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.736754303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d5d3b2-ea77-4232-8bb6-ad87b4e2c387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.740136216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9d5d3b2-ea77-4232-8bb6-ad87b4e2c387","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.813444627Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"a3696644-50d0-456a-a2d1-db4b8c4e3160","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.813783538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"b8f3d5b9-76b3-47a7-91b1-4bfde3ded82d","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.813798348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"b8f3d5b9-76b3-47a7-91b1-4bfde3ded82d","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.837275319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"cb317810-250c-4a7e-9943-717f49d0bd3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.838035249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"e23a7ade-4f47-46fa-b172-0ed95023b872","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.838055184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"e23a7ade-4f47-46fa-b172-0ed95023b872","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.838338952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"a3696644-50d0-456a-a2d1-db4b8c4e3160","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.952363347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"cb317810-250c-4a7e-9943-717f49d0bd3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.961169468Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"a3696644-50d0-456a-a2d1-db4b8c4e3160","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"name":"e2e-shared-b-w4-30e9de-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.961200444Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"e2e-auth-iso-c9f62c","reconcileID":"a3696644-50d0-456a-a2d1-db4b8c4e3160","MaaSAuthPolicy":{"name":"e2e-auth-iso-c9f62c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.972688939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"9eeb4dff-1f2d-43ae-b048-012dd00a3ec9","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"tenant":"e2e-shared-b-w4-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","model":"ai-tenant-e2e-shared-b-w4-30e9de/auth-test-model-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.972718567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"auth-test-model-30e9de","reconcileID":"9eeb4dff-1f2d-43ae-b048-012dd00a3ec9","MaaSModelRef":{"name":"auth-test-model-30e9de","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"routeName":"auth-test-model-30e9de-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","llmisvcName":"auth-test-model-30e9de","gateway":"openshift-ingress/e2e-shared-b-w4-30e9de","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.005445737Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"cb317810-250c-4a7e-9943-717f49d0bd3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.005470867Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-auth-iso-d48ae2","reconcileID":"cb317810-250c-4a7e-9943-717f49d0bd3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-d48ae2","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.013508587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"b0dac335-6749-4202-88db-a52051408ca9","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/auth-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.013527886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"auth-test-model-6e5139","reconcileID":"b0dac335-6749-4202-88db-a52051408ca9","MaaSModelRef":{"name":"auth-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"auth-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"auth-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.141256094Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","namespace":"ai-tenant-e2e-praxis-b-6bd876","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.141343785Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","namespace":"ai-tenant-e2e-praxis-b-6bd876","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.141422582Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","tenant":"e2e-praxis-b-6bd876","tenantID":"e2e-praxis-b-6bd876","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.151232392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"Deployment","name":"maas-api-e2e-praxis-b-6bd876","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.168870291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"Service","name":"maas-api-e2e-praxis-b-6bd876","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.184193551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-6bd876","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.192793411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-6bd876","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.200526747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.207864298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.214309385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.221928887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.224815924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.227828836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.230822944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"Service","name":"payload-processing-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.233677577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.236723289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.239797041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.245833339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.255809723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.261839831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.268809819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.271972509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-6bd876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.274881923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-6bd876"},"namespace":"ai-tenant-e2e-praxis-b-6bd876","name":"default-tenant","reconcileID":"2796575a-59ae-4eb7-858f-1916e20a0816","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-6bd876","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.869910832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2058c6c3-3083-4b48-9364-e64a172eeff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.87680809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2058c6c3-3083-4b48-9364-e64a172eeff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.882117671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2058c6c3-3083-4b48-9364-e64a172eeff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:53.898543479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2058c6c3-3083-4b48-9364-e64a172eeff0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:54.196012126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a527a9-8cd4-4f64-8e72-8ebcf6d21a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:54.203103258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a527a9-8cd4-4f64-8e72-8ebcf6d21a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:54.223358339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a527a9-8cd4-4f64-8e72-8ebcf6d21a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:54.241292515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a527a9-8cd4-4f64-8e72-8ebcf6d21a17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:54.747215956Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dce009","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dce009","reconcileID":"2fc066cc-8f9a-43e0-8b52-69b9475699d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-dce009","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-dce009":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:54.874409173Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"58a25206-821d-45c3-a4a6-0d9d6a0624a2","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","subscription":"e2e-auth-iso-c252e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:54.894488613Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"58a25206-821d-45c3-a4a6-0d9d6a0624a2","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:54.899330205Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"58a25206-821d-45c3-a4a6-0d9d6a0624a2","MaaSSubscription":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.026089108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"de01df34-9f54-4849-bff0-28a4a9bf3a4d","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.026109814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"de01df34-9f54-4849-bff0-28a4a9bf3a4d","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.038399965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"37e1fbb7-f77c-42b8-b23e-527c60232d64","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.056128939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"37e1fbb7-f77c-42b8-b23e-527c60232d64","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.068115515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930fbff8-5b33-4706-ac27-c5a8526199d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.074309454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930fbff8-5b33-4706-ac27-c5a8526199d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.083462935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930fbff8-5b33-4706-ac27-c5a8526199d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.249683397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"930fbff8-5b33-4706-ac27-c5a8526199d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.262482034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"6d73511d-cce0-46da-b2dd-20575a26ed05","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.334927603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"d1925909-2410-429d-9ecb-c0bf3aedb2e6","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.334968418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"d1925909-2410-429d-9ecb-c0bf3aedb2e6","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.375948791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"40c4650d-92dd-4d13-a219-ecf83c7757cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.467183171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"6d73511d-cce0-46da-b2dd-20575a26ed05","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.485438435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"40c4650d-92dd-4d13-a219-ecf83c7757cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.526037622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"6d73511d-cce0-46da-b2dd-20575a26ed05","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.526059841Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-auth-iso-c252e7","reconcileID":"6d73511d-cce0-46da-b2dd-20575a26ed05","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.533906872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"f00df1b9-04da-43d6-b3ab-5873d855cb43","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/auth-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.533925591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"auth-test-model-ba89e0","reconcileID":"f00df1b9-04da-43d6-b3ab-5873d855cb43","MaaSModelRef":{"name":"auth-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"auth-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"auth-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.675386372Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"f4090bfb-7f81-4e21-9355-0918aa466185","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.675895293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"99a59e6c-725f-4afc-92dd-d5d278f1cd47","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.675916655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"99a59e6c-725f-4afc-92dd-d5d278f1cd47","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.686118426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"f4090bfb-7f81-4e21-9355-0918aa466185","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.716565727Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"f4090bfb-7f81-4e21-9355-0918aa466185","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.716584625Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-auth-iso-c252e7","reconcileID":"f4090bfb-7f81-4e21-9355-0918aa466185","MaaSAuthPolicy":{"name":"e2e-auth-iso-c252e7","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.724327928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"0be9a483-f4cb-41f3-b57a-32fe3fda4ebd","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/auth-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.724350728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"auth-test-model-99a8fe","reconcileID":"0be9a483-f4cb-41f3-b57a-32fe3fda4ebd","MaaSModelRef":{"name":"auth-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"auth-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"auth-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:59.086951667Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6bd876","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6bd876","reconcileID":"e2721e82-3a89-464e-b1f5-e9b70c78ebae","aitenant":"ai-tenants/e2e-praxis-b-6bd876","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:59.336285228Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-6bd876","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-6bd876","reconcileID":"e2721e82-3a89-464e-b1f5-e9b70c78ebae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-6bd876","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-6bd876"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:59.386264848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bee4b3-68f5-416b-8e89-ea8057f47164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:59.395515354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bee4b3-68f5-416b-8e89-ea8057f47164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:59.399313767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bee4b3-68f5-416b-8e89-ea8057f47164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:59.403715339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90bee4b3-68f5-416b-8e89-ea8057f47164","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:59.71210958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681042c5-85f4-4f43-85ea-73b76cbc22cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:59.715569283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681042c5-85f4-4f43-85ea-73b76cbc22cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:59.719345442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681042c5-85f4-4f43-85ea-73b76cbc22cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:59.723509018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"681042c5-85f4-4f43-85ea-73b76cbc22cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:04.318758909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40ff02c-453e-47d2-88c5-38a705a81730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:04.323373222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40ff02c-453e-47d2-88c5-38a705a81730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:04.327663641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40ff02c-453e-47d2-88c5-38a705a81730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:04.333048399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f40ff02c-453e-47d2-88c5-38a705a81730","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:04.615907947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c901f565-6a40-4320-865d-c68f2a1a1812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:04.619339848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c901f565-6a40-4320-865d-c68f2a1a1812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:04.62279448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c901f565-6a40-4320-865d-c68f2a1a1812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:04.626940763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c901f565-6a40-4320-865d-c68f2a1a1812","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.007698202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d44b88-4a41-4a18-8ad9-4802093b27ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.011150995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d44b88-4a41-4a18-8ad9-4802093b27ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.014749733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d44b88-4a41-4a18-8ad9-4802093b27ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.018164645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72d44b88-4a41-4a18-8ad9-4802093b27ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.287499208Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-0f6e09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-0f6e09","reconcileID":"96e0014f-e743-41c9-8447-e66d2b8bafff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-0f6e09","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-0f6e09":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.33778554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be87031a-c0e1-42d3-a523-6c8091098022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.341891117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be87031a-c0e1-42d3-a523-6c8091098022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.345635076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be87031a-c0e1-42d3-a523-6c8091098022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.351152178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be87031a-c0e1-42d3-a523-6c8091098022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:06.020841144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18714ed1-c157-40d5-82ce-4a8d28b1c897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:06.024678109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18714ed1-c157-40d5-82ce-4a8d28b1c897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:06.028099885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18714ed1-c157-40d5-82ce-4a8d28b1c897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:06.031451983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18714ed1-c157-40d5-82ce-4a8d28b1c897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:06.689519665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06212805-5aad-41b2-9529-120f371842b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:06.692990007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06212805-5aad-41b2-9529-120f371842b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:06.696454931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06212805-5aad-41b2-9529-120f371842b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:06.699967815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06212805-5aad-41b2-9529-120f371842b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.024200175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ac1ede-98e6-474c-8baa-09283754ad40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.027726653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ac1ede-98e6-474c-8baa-09283754ad40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.031120232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ac1ede-98e6-474c-8baa-09283754ad40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.034996067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18ac1ede-98e6-474c-8baa-09283754ad40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.606525821Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-9fbc61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-9fbc61","reconcileID":"6ba1b3bb-97ce-42ab-b7ce-ea5296fbdf63","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-9fbc61","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-9fbc61":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.857782655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9b300f-5706-4a7c-a425-660af0877766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.869856827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9b300f-5706-4a7c-a425-660af0877766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.87350475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9b300f-5706-4a7c-a425-660af0877766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.878340865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9b300f-5706-4a7c-a425-660af0877766","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:08.283337807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9b44f9-47a1-49b9-b60b-d92d0edfebae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:08.28755559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9b44f9-47a1-49b9-b60b-d92d0edfebae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:08.291293886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9b44f9-47a1-49b9-b60b-d92d0edfebae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:08.294977627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9b44f9-47a1-49b9-b60b-d92d0edfebae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.898975571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"b860f84d-b1cc-45b9-901a-dd2c341d687f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:10.983994067Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"b860f84d-b1cc-45b9-901a-dd2c341d687f","name":"e2e-extmod-a-dce009-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:11.354830045Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.096048917Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"da2ad047-34a0-45cc-92bf-32767858a6bc","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.115696632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"da2ad047-34a0-45cc-92bf-32767858a6bc","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.121224071Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"e107a907-7de8-4e24-b167-e76189520ad9","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.121359131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"e107a907-7de8-4e24-b167-e76189520ad9","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.13239816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"fe07ce34-755a-49cc-b7c6-5433704a8f99","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.13248046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"fe07ce34-755a-49cc-b7c6-5433704a8f99","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.153121013Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"471e5efc-3960-4e3f-82c8-b83e652a4172","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.153200897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"471e5efc-3960-4e3f-82c8-b83e652a4172","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.19397881Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"c45d31a3-3af3-4b8e-b8a4-2550bda994f9","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.194063391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"c45d31a3-3af3-4b8e-b8a4-2550bda994f9","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.288035787Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"d0ea3cdd-6a81-4408-9c8a-5c0fd492b57b","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:32:17.309817236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-ed5ad5","namespace":"ai-tenant-e2e-noten-ed5ad5"},"namespace":"ai-tenant-e2e-noten-ed5ad5","name":"noten-model-ed5ad5","reconcileID":"d0ea3cdd-6a81-4408-9c8a-5c0fd492b57b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-ed5ad5/noten-model-ed5ad5-kserve-route (gateways: [openshift-ingress/e2e-noten-ed5ad5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.104674204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f75600-dcbb-4a01-b685-d28c1470b1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.108037724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f75600-dcbb-4a01-b685-d28c1470b1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.111318081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f75600-dcbb-4a01-b685-d28c1470b1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.114659508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21f75600-dcbb-4a01-b685-d28c1470b1d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.315285975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcc58bc-0bd5-481c-a71b-995e658e6fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.31881359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcc58bc-0bd5-481c-a71b-995e658e6fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.322173675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcc58bc-0bd5-481c-a71b-995e658e6fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.333207723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcc58bc-0bd5-481c-a71b-995e658e6fa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:21.046467186Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-db5198","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-db5198","reconcileID":"95fad3ea-fd6a-43a0-945d-b67488441ff7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-db5198","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-db5198":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:21.344133706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f4e9b2-8c07-42a5-9c3f-4a2a5644135c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:21.362109371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f4e9b2-8c07-42a5-9c3f-4a2a5644135c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:21.366368362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f4e9b2-8c07-42a5-9c3f-4a2a5644135c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:21.441776769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f4e9b2-8c07-42a5-9c3f-4a2a5644135c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:21.849092465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18a129b-66a0-4018-968b-6c0319d27ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:21.861375752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18a129b-66a0-4018-968b-6c0319d27ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:21.869327577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18a129b-66a0-4018-968b-6c0319d27ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:21.873148724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e18a129b-66a0-4018-968b-6c0319d27ef0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.246911942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9acf910-493d-4cd0-8cb0-286817e2b37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.250264956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9acf910-493d-4cd0-8cb0-286817e2b37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.253478741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9acf910-493d-4cd0-8cb0-286817e2b37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.25700241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9acf910-493d-4cd0-8cb0-286817e2b37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.478064213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"b0069298-1c1c-4b04-ab31-a0d75446e7b7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-0f6e09","tenantID":"e2e-explicit-0f6e09","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.498398886Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"b0069298-1c1c-4b04-ab31-a0d75446e7b7","name":"e2e-explicit-0f6e09-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:24.598414581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"d1380cae-fee0-43e0-a9ae-9439903e4217","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-9fbc61","tenantID":"e2e-autores-9fbc61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:24.648808152Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"d1380cae-fee0-43e0-a9ae-9439903e4217","name":"e2e-autores-9fbc61-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.47986227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa72624-3066-4dc8-b7c5-f4704b8a9f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.484544739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa72624-3066-4dc8-b7c5-f4704b8a9f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.488331472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa72624-3066-4dc8-b7c5-f4704b8a9f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.492232591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fa72624-3066-4dc8-b7c5-f4704b8a9f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.708344001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6db152d-b44c-40ac-a326-88dc26fd321d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.711591848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6db152d-b44c-40ac-a326-88dc26fd321d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.715052086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6db152d-b44c-40ac-a326-88dc26fd321d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.7183816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6db152d-b44c-40ac-a326-88dc26fd321d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.897842017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e7d104-5110-4b79-9b79-ef8037ac08d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.901292309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e7d104-5110-4b79-9b79-ef8037ac08d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.904547077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e7d104-5110-4b79-9b79-ef8037ac08d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:28.907989612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e7d104-5110-4b79-9b79-ef8037ac08d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:29.167080832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ba893d-1aa4-402c-bf87-3a61fdf78af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:29.173532637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ba893d-1aa4-402c-bf87-3a61fdf78af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:29.177617271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ba893d-1aa4-402c-bf87-3a61fdf78af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:29.181653235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4ba893d-1aa4-402c-bf87-3a61fdf78af2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:29.493534003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0e3200-04b8-487d-99fc-7b3e9c1c2c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:29.496947046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0e3200-04b8-487d-99fc-7b3e9c1c2c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:29.500102067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0e3200-04b8-487d-99fc-7b3e9c1c2c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:29.503282161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b0e3200-04b8-487d-99fc-7b3e9c1c2c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.944044664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9745be-105c-4193-8eac-6199e072cf54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.969192176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9745be-105c-4193-8eac-6199e072cf54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.983836054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9745be-105c-4193-8eac-6199e072cf54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:34.991079247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa9745be-105c-4193-8eac-6199e072cf54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.197854256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d00e8-a4f3-4853-8602-2610ca1aea54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.201366758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d00e8-a4f3-4853-8602-2610ca1aea54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.204783015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d00e8-a4f3-4853-8602-2610ca1aea54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.208376308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c58d00e8-a4f3-4853-8602-2610ca1aea54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.449781586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd8593e-97c8-4dda-96a7-2358884aa504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.45305621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd8593e-97c8-4dda-96a7-2358884aa504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.456382629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd8593e-97c8-4dda-96a7-2358884aa504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.459757084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd8593e-97c8-4dda-96a7-2358884aa504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.780363188Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-05473b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-05473b","reconcileID":"0fccf73a-5382-4650-929d-cc7b265695ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-05473b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-05473b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.797766473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7551b9c-3a31-4fcf-8bdc-08b8ad423742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.801770762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7551b9c-3a31-4fcf-8bdc-08b8ad423742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.807689949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7551b9c-3a31-4fcf-8bdc-08b8ad423742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:35.811416523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7551b9c-3a31-4fcf-8bdc-08b8ad423742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.071590751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae718ec8-33c3-4b18-9bf8-c9119f65ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.075092901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae718ec8-33c3-4b18-9bf8-c9119f65ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.078649641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae718ec8-33c3-4b18-9bf8-c9119f65ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.0821851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae718ec8-33c3-4b18-9bf8-c9119f65ee00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.320072919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739099cb-997e-4637-825d-cc2cf79a824e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.323817831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739099cb-997e-4637-825d-cc2cf79a824e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.327253314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739099cb-997e-4637-825d-cc2cf79a824e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.330879823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"739099cb-997e-4637-825d-cc2cf79a824e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.699164969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d42d1a-3a18-42bc-b432-160480edfa6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.702995455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d42d1a-3a18-42bc-b432-160480edfa6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.706834209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d42d1a-3a18-42bc-b432-160480edfa6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.710348724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6d42d1a-3a18-42bc-b432-160480edfa6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.111144525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8955240-32ea-401e-9fce-7b06ea63c42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.11463408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8955240-32ea-401e-9fce-7b06ea63c42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.118295947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8955240-32ea-401e-9fce-7b06ea63c42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.121915059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8955240-32ea-401e-9fce-7b06ea63c42d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.546993267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"198d0f1d-489c-49a7-851a-2ead67618a94","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.684016139Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"198d0f1d-489c-49a7-851a-2ead67618a94","name":"e2e-extmod-a-db5198-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.935092536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6522f167-bbd1-45dc-a16f-82e03a80b716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.940685711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6522f167-bbd1-45dc-a16f-82e03a80b716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.944539083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6522f167-bbd1-45dc-a16f-82e03a80b716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.966685991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6522f167-bbd1-45dc-a16f-82e03a80b716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.303917695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9aa0e6-27c8-4a32-afd6-9a88f70b100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.307483449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9aa0e6-27c8-4a32-afd6-9a88f70b100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.311035128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9aa0e6-27c8-4a32-afd6-9a88f70b100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.314522551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc9aa0e6-27c8-4a32-afd6-9a88f70b100c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.508384473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37d76b2-d42d-4dbd-a2c2-b3b9437889ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.512517163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37d76b2-d42d-4dbd-a2c2-b3b9437889ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.518119088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37d76b2-d42d-4dbd-a2c2-b3b9437889ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.525119984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b37d76b2-d42d-4dbd-a2c2-b3b9437889ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.81608746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4505ec8a-12a8-488e-ae69-a6cc006f65b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.819460286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4505ec8a-12a8-488e-ae69-a6cc006f65b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.822827976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4505ec8a-12a8-488e-ae69-a6cc006f65b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:40.826055667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4505ec8a-12a8-488e-ae69-a6cc006f65b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.097358987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c401fb25-6e6b-4e1e-8ae3-4a123bf0f1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.100680464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c401fb25-6e6b-4e1e-8ae3-4a123bf0f1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.103951288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c401fb25-6e6b-4e1e-8ae3-4a123bf0f1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.107315383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c401fb25-6e6b-4e1e-8ae3-4a123bf0f1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.347427883Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.383102812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b336557-c411-436c-a852-a5e50e6b117d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.387222832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b336557-c411-436c-a852-a5e50e6b117d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.39080151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b336557-c411-436c-a852-a5e50e6b117d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.394299633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b336557-c411-436c-a852-a5e50e6b117d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.947847815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d0b1a3-d287-4d59-b192-16933c4ee7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:41.970527781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d0b1a3-d287-4d59-b192-16933c4ee7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.086380235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d0b1a3-d287-4d59-b192-16933c4ee7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.12188393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d0b1a3-d287-4d59-b192-16933c4ee7fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.421415888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb6dd0e4-b44d-4bbe-aa91-93dc7e5c9a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.425063312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb6dd0e4-b44d-4bbe-aa91-93dc7e5c9a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.428806142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb6dd0e4-b44d-4bbe-aa91-93dc7e5c9a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.432413395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb6dd0e4-b44d-4bbe-aa91-93dc7e5c9a46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.661384842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a917f3b9-24b3-4bdc-8a18-3c090c87a5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.664968831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a917f3b9-24b3-4bdc-8a18-3c090c87a5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.66850901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a917f3b9-24b3-4bdc-8a18-3c090c87a5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.672061915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a917f3b9-24b3-4bdc-8a18-3c090c87a5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.941708085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58942fab-22b4-4925-b214-e651f96f7bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.945902701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58942fab-22b4-4925-b214-e651f96f7bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.949967242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58942fab-22b4-4925-b214-e651f96f7bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:42.954007509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58942fab-22b4-4925-b214-e651f96f7bd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.227702889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53c1e56-9a4d-4d2a-90d0-88ad490e36ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.245790648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53c1e56-9a4d-4d2a-90d0-88ad490e36ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.268851522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53c1e56-9a4d-4d2a-90d0-88ad490e36ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.353341287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53c1e56-9a4d-4d2a-90d0-88ad490e36ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.669335885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efc5343-3d4b-4d79-a376-84fa6af48d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.673342865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efc5343-3d4b-4d79-a376-84fa6af48d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.677024635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efc5343-3d4b-4d79-a376-84fa6af48d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:43.680427104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2efc5343-3d4b-4d79-a376-84fa6af48d39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:46.649152118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-0f6e09","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"explicit-model-0f6e09","reconcileID":"89ab6728-bf9f-430e-979a-648cddf74fbc","MaaSModelRef":{"name":"explicit-model-0f6e09","namespace":"ai-tenant-e2e-explicit-0f6e09"},"routeName":"explicit-model-0f6e09-kserve-route","namespace":"ai-tenant-e2e-explicit-0f6e09","llmisvcName":"explicit-model-0f6e09","gateway":"openshift-ingress/e2e-explicit-0f6e09","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.843889474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"dea8244c-6ace-4012-9895-1fd6e4a89aae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:51.875327694Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"dea8244c-6ace-4012-9895-1fd6e4a89aae","name":"e2e-extmod-b-05473b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.419312512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e2b32-8510-4184-96c8-02fa3f2a2fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.422950978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e2b32-8510-4184-96c8-02fa3f2a2fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.426916135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e2b32-8510-4184-96c8-02fa3f2a2fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:55.434501038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e2b32-8510-4184-96c8-02fa3f2a2fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:56.237631146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae065fca-d771-4b66-8245-8507d1938aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:56.241771679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae065fca-d771-4b66-8245-8507d1938aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:56.245946976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae065fca-d771-4b66-8245-8507d1938aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:56.249497818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae065fca-d771-4b66-8245-8507d1938aff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.519151258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac33725c-deee-4f4e-a38c-46dff46c3a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.522587139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac33725c-deee-4f4e-a38c-46dff46c3a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.526016109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac33725c-deee-4f4e-a38c-46dff46c3a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.529566275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac33725c-deee-4f4e-a38c-46dff46c3a56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.911775748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62e005b-56d9-4688-9d1f-c2212073077f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.915851537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62e005b-56d9-4688-9d1f-c2212073077f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.922471864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62e005b-56d9-4688-9d1f-c2212073077f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.930068091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a62e005b-56d9-4688-9d1f-c2212073077f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.221296213Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-421604","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-421604","reconcileID":"41647899-9e57-4d51-b2d1-bbd7fbf36912","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-421604","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-421604":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.533075844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4ea1d9-bfc8-4271-a8c7-bb41c1b88048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.633826702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4ea1d9-bfc8-4271-a8c7-bb41c1b88048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.672733533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4ea1d9-bfc8-4271-a8c7-bb41c1b88048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:02.680760868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4ea1d9-bfc8-4271-a8c7-bb41c1b88048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:09.733625979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-9fbc61","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"autores-model-9fbc61","reconcileID":"9fa5ab11-4a15-4536-9cc6-58eab0e4a52b","MaaSModelRef":{"name":"autores-model-9fbc61","namespace":"ai-tenant-e2e-autores-9fbc61"},"tenant":"e2e-autores-9fbc61","gateway":"openshift-ingress/e2e-autores-9fbc61","model":"ai-tenant-e2e-autores-9fbc61/autores-model-9fbc61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:09.733736619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-9fbc61","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"autores-model-9fbc61","reconcileID":"9fa5ab11-4a15-4536-9cc6-58eab0e4a52b","MaaSModelRef":{"name":"autores-model-9fbc61","namespace":"ai-tenant-e2e-autores-9fbc61"},"routeName":"autores-model-9fbc61-kserve-route","namespace":"ai-tenant-e2e-autores-9fbc61","llmisvcName":"autores-model-9fbc61","gateway":"openshift-ingress/e2e-autores-9fbc61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:11.153988796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3f36ae-033b-4ce2-8e8e-b242cad8e01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:11.178964463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3f36ae-033b-4ce2-8e8e-b242cad8e01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:11.198966161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3f36ae-033b-4ce2-8e8e-b242cad8e01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:11.219093635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3f36ae-033b-4ce2-8e8e-b242cad8e01d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:11.362848634Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:11.575194895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503782bb-7892-40c7-8a52-0e0d07c72407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:11.578759877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503782bb-7892-40c7-8a52-0e0d07c72407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:11.582040198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503782bb-7892-40c7-8a52-0e0d07c72407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:11.585252748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"503782bb-7892-40c7-8a52-0e0d07c72407","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:13.678281118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651bc7cc-600e-4e1a-91eb-e9497c2b3f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:13.682883958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651bc7cc-600e-4e1a-91eb-e9497c2b3f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:13.686398863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651bc7cc-600e-4e1a-91eb-e9497c2b3f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:13.68975594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"651bc7cc-600e-4e1a-91eb-e9497c2b3f91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:13.952903958Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"db9ea35d-622c-40dd-b20b-331e8b91e89c","namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:13.996880373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"711f2eb6-4230-4bcd-8903-7ade476468cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:13.997307342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d0bae31e-13a1-4855-9baf-1f3758fdde31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.04566601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"165846f3-5e77-42f0-a3f2-78d4d46f2647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.046360027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40c6d4ed-9bca-488c-a06a-f2ecf5ea1f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.046940659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"492ec1d6-80ad-4a2b-834c-b7311050031f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.055450945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"711f2eb6-4230-4bcd-8903-7ade476468cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.065840614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"492ec1d6-80ad-4a2b-834c-b7311050031f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.06998054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40c6d4ed-9bca-488c-a06a-f2ecf5ea1f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.073752962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d0bae31e-13a1-4855-9baf-1f3758fdde31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.077743891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"165846f3-5e77-42f0-a3f2-78d4d46f2647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.079420418Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"f6c99e99-d1ac-47f9-8572-7f23116a7df4","namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.16442899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3c7782d1-11cc-4d4d-8546-17a852abe788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.182130393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"dda5b385-fa63-4046-ac93-19bf41a8d0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.188950316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5b62e8c4-afad-4623-9c32-db57c82a0463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.194229672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3c7782d1-11cc-4d4d-8546-17a852abe788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.200336611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"dda5b385-fa63-4046-ac93-19bf41a8d0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.202862512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb345cfd-c25b-4dc2-878b-5a04dc7bc368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.203368129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"50d911b5-5bf2-4129-9aa1-5ec6f1ae7770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.204428338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1d7b3a8a-93b0-4bdd-b584-424c4a5bbab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.618267969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"50d911b5-5bf2-4129-9aa1-5ec6f1ae7770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.664635619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5b62e8c4-afad-4623-9c32-db57c82a0463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.667806486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb345cfd-c25b-4dc2-878b-5a04dc7bc368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.668993089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1d7b3a8a-93b0-4bdd-b584-424c4a5bbab4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.69626923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb345cfd-c25b-4dc2-878b-5a04dc7bc368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.697981577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"90266b71-2398-4525-9ee7-0a3893cb521f","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.698050076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"90266b71-2398-4525-9ee7-0a3893cb521f","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.743756033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb345cfd-c25b-4dc2-878b-5a04dc7bc368","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.783197889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"69d63129-5970-4f97-a097-5a385d3f69e8","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.783224879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"69d63129-5970-4f97-a097-5a385d3f69e8","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.792409975Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d8d0fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d8d0fa","reconcileID":"34c82fa7-c0a8-471d-81be-c92239b146d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d8d0fa","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d8d0fa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.80812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"613e9854-9bbc-44e2-980d-b6e8f90b8e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.816949201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"613e9854-9bbc-44e2-980d-b6e8f90b8e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.932024568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"803b2946-446d-4039-b46f-686171dcb97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.932640614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2652d694-8a3e-48c6-9b26-0728ef7ab775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.933315204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26850bc3-7ba2-47a7-93d5-bc3c1739ed81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.933926727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15822c06-6ccc-497e-ab61-8f4c9981cf31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.955434137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"803b2946-446d-4039-b46f-686171dcb97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.959316992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26850bc3-7ba2-47a7-93d5-bc3c1739ed81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.96320569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2652d694-8a3e-48c6-9b26-0728ef7ab775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:14.971197327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15822c06-6ccc-497e-ab61-8f4c9981cf31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.12096188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5a3b20c0-c60b-4cfe-8e83-ccb6012854bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.142240248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5a3b20c0-c60b-4cfe-8e83-ccb6012854bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.198138282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"4682cb94-8ad0-4104-9599-4ed7d5f5de4d","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.245421091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"f2f01ba5-9077-4943-9ca9-e697ee0ddc16","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.246301431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"f2f01ba5-9077-4943-9ca9-e697ee0ddc16","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.327181562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c3d75067-cb87-4552-baf1-f7e7829d424c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.375287478Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"4682cb94-8ad0-4104-9599-4ed7d5f5de4d","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.390006998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"4682cb94-8ad0-4104-9599-4ed7d5f5de4d","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.392951992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c3d75067-cb87-4552-baf1-f7e7829d424c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.407617166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90beadee-3ddf-4a42-9650-241cc7e0491b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.418250334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"e94150ed-82b3-4528-88a7-6249b10dde91","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.420715886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"e94150ed-82b3-4528-88a7-6249b10dde91","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.426520678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90beadee-3ddf-4a42-9650-241cc7e0491b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.444000219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90beadee-3ddf-4a42-9650-241cc7e0491b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.44758651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90beadee-3ddf-4a42-9650-241cc7e0491b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.635863019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b84f6a-b94b-48e6-b60d-1c1afe0488c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.640844505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b84f6a-b94b-48e6-b60d-1c1afe0488c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.647757391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b84f6a-b94b-48e6-b60d-1c1afe0488c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:15.656636691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0b84f6a-b94b-48e6-b60d-1c1afe0488c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:20.733916905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"22a1d38b-1223-47e1-9560-7fc50ae833a1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:20.784589505Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"22a1d38b-1223-47e1-9560-7fc50ae833a1","name":"e2e-extmod-b-421604-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:25.417052123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"5846df27-8f1c-45b5-8ddf-75443498e513","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:25.425440302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"5846df27-8f1c-45b5-8ddf-75443498e513","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:25.43224073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"5846df27-8f1c-45b5-8ddf-75443498e513","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:31.741005351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"a8af8b2f-9144-409e-a38b-d487c67e55a8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:31.767313369Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"a8af8b2f-9144-409e-a38b-d487c67e55a8","name":"e2e-extmod-a-d8d0fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:32.76872719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"01f4a04e-b64c-41da-a342-0164c1080619","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:32.778193126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"01f4a04e-b64c-41da-a342-0164c1080619","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:32.789322001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43) AuthConfig (99a5fbc71fdb7fa6915e3ec7b9746a8477344a805d1c747f4d833e5cb1c7d602) AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (51ae2f1edfc76cf419d5d5bc7624b95784619ec0f1f2201f23eb871d61a24bf1) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (8be172ad729ee04116c3343287c50d5a7489d7de050c32e9888acf047c2e84b3) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (3745737e56e1b10c5c3ae7b6cec7f6e188995bc7ce03fc3934b2ecfc74f92db0) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"01f4a04e-b64c-41da-a342-0164c1080619","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:32.845591107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"643051f4-84a0-4db2-b6ee-91f98d3e9f95","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:32.845635049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"643051f4-84a0-4db2-b6ee-91f98d3e9f95","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:33.554894016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8419070-43fa-4663-ae14-fb845048af30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:33.567880613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8419070-43fa-4663-ae14-fb845048af30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:33.615127609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8419070-43fa-4663-ae14-fb845048af30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:33.734574588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8419070-43fa-4663-ae14-fb845048af30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:34.114265723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86331dfe-b6c0-44a9-8c20-2b856293cd43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:34.118036051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86331dfe-b6c0-44a9-8c20-2b856293cd43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:34.121552762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86331dfe-b6c0-44a9-8c20-2b856293cd43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:34.125356942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86331dfe-b6c0-44a9-8c20-2b856293cd43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:34.378089533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5f0676-8526-4813-a37f-97585fa24bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:34.381402391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5f0676-8526-4813-a37f-97585fa24bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:34.384616501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5f0676-8526-4813-a37f-97585fa24bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:34.388020824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5f0676-8526-4813-a37f-97585fa24bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:37.973669279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f22b7e-3ed0-4170-85fc-5e33e84b5086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.013885874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f22b7e-3ed0-4170-85fc-5e33e84b5086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.018932282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f22b7e-3ed0-4170-85fc-5e33e84b5086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.025198448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f22b7e-3ed0-4170-85fc-5e33e84b5086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.214796327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de5ea62-bbdb-430d-a36c-d2ecc9582b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.21823142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de5ea62-bbdb-430d-a36c-d2ecc9582b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.241017608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de5ea62-bbdb-430d-a36c-d2ecc9582b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:38.244641243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de5ea62-bbdb-430d-a36c-d2ecc9582b21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:41.354736074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:42.84886828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"af68707f-2ddb-4894-a139-9f13bb82b508","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:42.860861557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"af68707f-2ddb-4894-a139-9f13bb82b508","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:42.896950281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43) AuthConfig (99a5fbc71fdb7fa6915e3ec7b9746a8477344a805d1c747f4d833e5cb1c7d602) AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (51ae2f1edfc76cf419d5d5bc7624b95784619ec0f1f2201f23eb871d61a24bf1) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (8be172ad729ee04116c3343287c50d5a7489d7de050c32e9888acf047c2e84b3) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (3745737e56e1b10c5c3ae7b6cec7f6e188995bc7ce03fc3934b2ecfc74f92db0) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"af68707f-2ddb-4894-a139-9f13bb82b508","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.337084256Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"98f79072-0db0-4a4e-9a66-0f055c4ac379","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.350402489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"7f527f10-d41c-4c23-bd57-d42396d944fc","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.353719225Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"af69a364-cc1e-4015-a1bb-5354011085b4","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.357991658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"612ee924-33cd-49d4-8e3a-23b5b4cf2a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.358712394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2bcf19b3-0639-47d6-8a16-14711c862044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.36005507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5c91669e-41f1-4e0e-a87b-9a29df5392ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.360966062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a47f72b-1a57-49d6-b5a1-300bb872f3e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.365648656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"7f527f10-d41c-4c23-bd57-d42396d944fc","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.381569333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5c91669e-41f1-4e0e-a87b-9a29df5392ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.399398723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43) AuthConfig (99a5fbc71fdb7fa6915e3ec7b9746a8477344a805d1c747f4d833e5cb1c7d602) AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (51ae2f1edfc76cf419d5d5bc7624b95784619ec0f1f2201f23eb871d61a24bf1) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (8be172ad729ee04116c3343287c50d5a7489d7de050c32e9888acf047c2e84b3) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (3745737e56e1b10c5c3ae7b6cec7f6e188995bc7ce03fc3934b2ecfc74f92db0) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"7f527f10-d41c-4c23-bd57-d42396d944fc","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.419704539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2bcf19b3-0639-47d6-8a16-14711c862044","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.42026529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a47f72b-1a57-49d6-b5a1-300bb872f3e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.428113979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"612ee924-33cd-49d4-8e3a-23b5b4cf2a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.440868315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f16111e2-9549-4e2e-8568-8521001ec4e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.451082197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f16111e2-9549-4e2e-8568-8521001ec4e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.519581751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"87bcd2a7-a41d-4ca4-a32c-f4dc3107abdd","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.525650903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"246b52ee-fafc-409e-b816-6a701848068b","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.525671416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"246b52ee-fafc-409e-b816-6a701848068b","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.540952463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"406936b3-2026-42f4-b086-0644dc1c68ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.542431709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"d2a0462d-f5b1-4f59-b7fd-96aebe9a2a93","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.542450559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"d2a0462d-f5b1-4f59-b7fd-96aebe9a2a93","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.549302638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"406936b3-2026-42f4-b086-0644dc1c68ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:45.550763687Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"d2a0462d-f5b1-4f59-b7fd-96aebe9a2a93","name":"e2e-att-unrel-6485e4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-6485e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:33:45.550812277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"d2a0462d-f5b1-4f59-b7fd-96aebe9a2a93","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-6485e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.562063051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"fc5c15e9-54de-435a-a236-0a1ce26b2270","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.56208369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"fc5c15e9-54de-435a-a236-0a1ce26b2270","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.707409973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"78acb8a5-2ee0-4208-9362-db072d83a2d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.708180774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"2e193458-f6af-4daa-b041-9ec286480585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.730797794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a5fbe494-b667-4fa8-9977-c2b76076d928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.764020451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5fad69eb-6e69-4151-a6e4-af04bcf54802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.754397609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"78acb8a5-2ee0-4208-9362-db072d83a2d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.799096254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"52815098-fe75-44cb-b804-b9f5649c431a","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.859280729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"52815098-fe75-44cb-b804-b9f5649c431a","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.852181244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"2e193458-f6af-4daa-b041-9ec286480585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.852950954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"309306ad-a158-4975-82e3-0480ddc03a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.856254773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a5fbe494-b667-4fa8-9977-c2b76076d928","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.910440224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5fad69eb-6e69-4151-a6e4-af04bcf54802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.924804083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"309306ad-a158-4975-82e3-0480ddc03a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.991036914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7117aa9f-4c95-47d4-9baa-cfc4728cb598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.99167032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"16516047-69a0-4f31-8a0b-1236d134162c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:45.992344614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f480856-fa44-43bd-b6d3-46acf9e44cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.003639582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7117aa9f-4c95-47d4-9baa-cfc4728cb598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.005901182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"16516047-69a0-4f31-8a0b-1236d134162c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.008510742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f480856-fa44-43bd-b6d3-46acf9e44cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.089351711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"1bf4de87-2d1a-4bcf-8149-2801073457e1","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.095124814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c2aeb779-a6f3-433b-8280-5363ea5e3e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.097654941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ce7918bd-4f25-4dc6-8be6-237b13311306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.103549102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"1bf4de87-2d1a-4bcf-8149-2801073457e1","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.105007769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c2aeb779-a6f3-433b-8280-5363ea5e3e2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.109782005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ce7918bd-4f25-4dc6-8be6-237b13311306","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.114085241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43) AuthConfig (99a5fbc71fdb7fa6915e3ec7b9746a8477344a805d1c747f4d833e5cb1c7d602) AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (51ae2f1edfc76cf419d5d5bc7624b95784619ec0f1f2201f23eb871d61a24bf1) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (8be172ad729ee04116c3343287c50d5a7489d7de050c32e9888acf047c2e84b3) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (3745737e56e1b10c5c3ae7b6cec7f6e188995bc7ce03fc3934b2ecfc74f92db0) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"1bf4de87-2d1a-4bcf-8149-2801073457e1","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.18747576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"7cd83e33-97fc-446a-a30d-f18aed9b02e0","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.18750069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"7cd83e33-97fc-446a-a30d-f18aed9b02e0","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.187767914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"18f102a9-ba25-40f4-b79f-0b466dd74c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.197446612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"18f102a9-ba25-40f4-b79f-0b466dd74c87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.287314599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"bbe5b1de-bb0a-42bf-a1d8-c1babf239bf1","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.318172487Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"bbe5b1de-bb0a-42bf-a1d8-c1babf239bf1","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.325905881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"bbe5b1de-bb0a-42bf-a1d8-c1babf239bf1","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.337664253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"cd6c6488-2336-4107-be23-f5df5116b7a4","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:46.337684056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"cd6c6488-2336-4107-be23-f5df5116b7a4","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.200039376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd9744f-c696-4adb-a49e-dc9b792e5527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.203412856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd9744f-c696-4adb-a49e-dc9b792e5527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.206718479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd9744f-c696-4adb-a49e-dc9b792e5527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.210020635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd9744f-c696-4adb-a49e-dc9b792e5527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.516034799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b7f174-e464-4f59-baf6-e09d95b340a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.519579135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b7f174-e464-4f59-baf6-e09d95b340a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.523080993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b7f174-e464-4f59-baf6-e09d95b340a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.526376985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9b7f174-e464-4f59-baf6-e09d95b340a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.701974342Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","namespace":"ai-tenant-e2e-explicit-0f6e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.702044205Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","namespace":"ai-tenant-e2e-explicit-0f6e09","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.702097638Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","tenant":"e2e-explicit-0f6e09","tenantID":"e2e-explicit-0f6e09","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.709209243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"Deployment","name":"maas-api-e2e-explicit-0f6e09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.725730128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"Service","name":"maas-api-e2e-explicit-0f6e09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.737990862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-0f6e09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.745766215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-0f6e09","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.753998103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.759950083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.772439789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.778586499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.781734212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"Deployment","name":"payload-processing-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.784501161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.793048149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"Service","name":"payload-processing-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.798244202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"Service","name":"payload-pre-processing-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.801325849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.804396737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.807552525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.815198798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.818279088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.821332537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.824236269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-0f6e09","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:49.827325267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-0f6e09"},"namespace":"ai-tenant-e2e-explicit-0f6e09","name":"default-tenant","reconcileID":"9ea9d6c8-d233-46dd-8fa8-ca6a92b6a57c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-0f6e09","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.416078875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3aed4be-5cdb-4d3a-9ca0-a6d0bebe450c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.421318517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3aed4be-5cdb-4d3a-9ca0-a6d0bebe450c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.426183626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3aed4be-5cdb-4d3a-9ca0-a6d0bebe450c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.47642532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3aed4be-5cdb-4d3a-9ca0-a6d0bebe450c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:53.056358215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a0b09-1876-4b4b-903a-6d048c48cba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:53.060163437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a0b09-1876-4b4b-903a-6d048c48cba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:53.063351102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a0b09-1876-4b4b-903a-6d048c48cba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:53.066577815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"671a0b09-1876-4b4b-903a-6d048c48cba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.259065661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f44f0a-31ce-4346-a1fc-5c266de05612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.262635452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f44f0a-31ce-4346-a1fc-5c266de05612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.265992604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f44f0a-31ce-4346-a1fc-5c266de05612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.269449891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58f44f0a-31ce-4346-a1fc-5c266de05612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.497586189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e8f898-2707-44b4-8ae0-a14b3bb33e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.500995896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e8f898-2707-44b4-8ae0-a14b3bb33e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.504713481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e8f898-2707-44b4-8ae0-a14b3bb33e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:54.510154864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44e8f898-2707-44b4-8ae0-a14b3bb33e95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:55.162939745Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-03c633","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-03c633","reconcileID":"0105865b-27e2-4e41-abc1-cc35825bc722","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-03c633","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-03c633":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:55.335107952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74dffd23-569a-458f-a550-f1e50537471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:55.339609835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74dffd23-569a-458f-a550-f1e50537471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:55.343227272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74dffd23-569a-458f-a550-f1e50537471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:55.346970362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74dffd23-569a-458f-a550-f1e50537471f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:55.657807509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e5781c-4a26-4c42-87b9-1b8d0e30b54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:55.743302801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e5781c-4a26-4c42-87b9-1b8d0e30b54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:55.746992634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e5781c-4a26-4c42-87b9-1b8d0e30b54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:55.750610882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81e5781c-4a26-4c42-87b9-1b8d0e30b54b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.122513219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"32f67130-6a3e-410e-8f25-47adc6016961","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.131444524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"32f67130-6a3e-410e-8f25-47adc6016961","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.138983848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43) AuthConfig (99a5fbc71fdb7fa6915e3ec7b9746a8477344a805d1c747f4d833e5cb1c7d602) AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (51ae2f1edfc76cf419d5d5bc7624b95784619ec0f1f2201f23eb871d61a24bf1) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (8be172ad729ee04116c3343287c50d5a7489d7de050c32e9888acf047c2e84b3) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (3745737e56e1b10c5c3ae7b6cec7f6e188995bc7ce03fc3934b2ecfc74f92db0) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"32f67130-6a3e-410e-8f25-47adc6016961","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.341534859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"1dc48d66-5fd9-47b1-99d4-785cdc1c1579","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.350104513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"1dc48d66-5fd9-47b1-99d4-785cdc1c1579","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.35842097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"1dc48d66-5fd9-47b1-99d4-785cdc1c1579","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.068992287Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-0f6e09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-0f6e09","reconcileID":"6922112e-4440-47fa-9dc3-04e1995c72c7","aitenant":"ai-tenants/e2e-explicit-0f6e09","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.19251417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e10b1f-db04-411d-8b65-5139da916dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.194414728Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-0f6e09","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-0f6e09","reconcileID":"6922112e-4440-47fa-9dc3-04e1995c72c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-0f6e09","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-0f6e09"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.196754055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e10b1f-db04-411d-8b65-5139da916dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.201310625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e10b1f-db04-411d-8b65-5139da916dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.207213453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e10b1f-db04-411d-8b65-5139da916dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.498245377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0efd4c-af9e-4796-aeba-39a06150fa71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.502624618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0efd4c-af9e-4796-aeba-39a06150fa71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.506420859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0efd4c-af9e-4796-aeba-39a06150fa71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:57.511996736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb0efd4c-af9e-4796-aeba-39a06150fa71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.141326248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6d218c-9d39-4994-a6a0-f8379cca0c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.14501465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6d218c-9d39-4994-a6a0-f8379cca0c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.148482589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6d218c-9d39-4994-a6a0-f8379cca0c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.151849065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e6d218c-9d39-4994-a6a0-f8379cca0c4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.406285329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2534124-fcd6-48f3-b905-1dc76725e4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.409778198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2534124-fcd6-48f3-b905-1dc76725e4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.413806088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2534124-fcd6-48f3-b905-1dc76725e4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.419906704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2534124-fcd6-48f3-b905-1dc76725e4b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.652371228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fc98f7-be7a-4a8a-9375-87ffbda4e1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.655909514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fc98f7-be7a-4a8a-9375-87ffbda4e1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.659297133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fc98f7-be7a-4a8a-9375-87ffbda4e1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.664179564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1fc98f7-be7a-4a8a-9375-87ffbda4e1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.844793361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a3618a-2ed7-462d-96b3-038a89fabb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.848168435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a3618a-2ed7-462d-96b3-038a89fabb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.851459656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a3618a-2ed7-462d-96b3-038a89fabb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:58.855100261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51a3618a-2ed7-462d-96b3-038a89fabb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:59.20452161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f81d706-976a-44e1-afa3-3d8fa6f41a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:59.208020551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f81d706-976a-44e1-afa3-3d8fa6f41a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:59.2115049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f81d706-976a-44e1-afa3-3d8fa6f41a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:59.215299108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f81d706-976a-44e1-afa3-3d8fa6f41a2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:59.519081362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1674c63a-e80b-4650-b148-67400eee73bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:59.522417618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1674c63a-e80b-4650-b148-67400eee73bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:59.52578085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1674c63a-e80b-4650-b148-67400eee73bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:59.529056754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1674c63a-e80b-4650-b148-67400eee73bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.540946797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b977b415-10da-435c-84aa-f355734a698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.544571042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b977b415-10da-435c-84aa-f355734a698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.547992322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b977b415-10da-435c-84aa-f355734a698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.551383135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b977b415-10da-435c-84aa-f355734a698c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.864222289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2a836a-758a-4f8e-a089-e5502f279ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.867975109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2a836a-758a-4f8e-a089-e5502f279ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.871754044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2a836a-758a-4f8e-a089-e5502f279ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:02.875297388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b2a836a-758a-4f8e-a089-e5502f279ce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.470127634Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-37aa95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-37aa95","reconcileID":"de9c5c3e-8b44-480e-a5a0-68bca459e60e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-37aa95","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-37aa95":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.755018769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c1af0c-cc56-4a5c-9dfb-fc47bdecee5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.811079453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c1af0c-cc56-4a5c-9dfb-fc47bdecee5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.824945421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c1af0c-cc56-4a5c-9dfb-fc47bdecee5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:03.90904969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c1af0c-cc56-4a5c-9dfb-fc47bdecee5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:06.156193911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"57c367ce-a871-4e47-a12b-2708bc93f03b","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:06.166732922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"57c367ce-a871-4e47-a12b-2708bc93f03b","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:06.174511287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43) AuthConfig (99a5fbc71fdb7fa6915e3ec7b9746a8477344a805d1c747f4d833e5cb1c7d602) AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (51ae2f1edfc76cf419d5d5bc7624b95784619ec0f1f2201f23eb871d61a24bf1) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (8be172ad729ee04116c3343287c50d5a7489d7de050c32e9888acf047c2e84b3) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (3745737e56e1b10c5c3ae7b6cec7f6e188995bc7ce03fc3934b2ecfc74f92db0) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b) EnvoyFilter (openshift-ingress/e2e-extmod-b-05473b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"57c367ce-a871-4e47-a12b-2708bc93f03b","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:06.440647465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"a2cbb60f-36aa-4af8-970e-b150a8f159c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:06.4533586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"a2cbb60f-36aa-4af8-970e-b150a8f159c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:06.464522971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"a2cbb60f-36aa-4af8-970e-b150a8f159c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:08.615688883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"05d33e63-0aac-4d9c-af6d-332ef436af26","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:08.626437043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"05d33e63-0aac-4d9c-af6d-332ef436af26","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:08.633734221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b9b021f15a13d190f4a2f0e5b0c5afb5c850e7fe6b8d0bfa5550cf03c477a9e) AuthConfig (e87b248742885e1b2cb57820ade87ea6dfc11b8d41f9896bf3e528710fbda7e4) AuthConfig (e889031962c558c0e2a0ee1665363a7660f3d3f7cecc7d94c72ed7693fef37a9) AuthConfig (81bdab8e2679f9323c2a4dc30d7525787db0174a4870c81f9f8bc5a6800c3f1f) AuthConfig (66939bae8fdb425b7d2fcae56b539b1f2524ec138b7d6a6d98082207851c1cb0) AuthConfig (55910c2892810de13204c6190b5e9b2115524fbca86d3a13de86dbbe902c710c) AuthConfig (aa34d3dbba31a88535c1b2b403dcc6cf7e062cdbbe3ab8ec14a2511b699346e7) AuthConfig (0a0a3e02de5badff69aa24699cdf5515c027f9028e8e9ebf62e96d2df4a961b7) AuthConfig (2ba1d944bafdf27fb5ba8c1de98079d38e3cc77ef459d9414339254e34e00057) AuthConfig (29848c19b341685131883c7d50e57782bdda4b1de4940d38b61434f1ea5461b4) EnvoyFilter (openshift-ingress/e2e-extmod-b-421604) EnvoyFilter (openshift-ingress/e2e-extmod-b-421604)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"05d33e63-0aac-4d9c-af6d-332ef436af26","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:08.646628923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"59b66012-0acb-4005-a33a-784b0906c2ea","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:08.646647958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"59b66012-0acb-4005-a33a-784b0906c2ea","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.598794818Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","namespace":"ai-tenant-e2e-autores-9fbc61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.598874527Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","namespace":"ai-tenant-e2e-autores-9fbc61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.598927461Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","tenant":"e2e-autores-9fbc61","tenantID":"e2e-autores-9fbc61","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.604049358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"Deployment","name":"maas-api-e2e-autores-9fbc61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.618947978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"Service","name":"maas-api-e2e-autores-9fbc61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.634282066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-9fbc61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.639861195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-9fbc61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.648335768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.656291388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.664589816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.670842122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.677853604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"Deployment","name":"payload-processing-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.681075911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.684407459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"Service","name":"payload-processing-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.687507663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"Service","name":"payload-pre-processing-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.690510556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"DestinationRule","name":"payload-processing-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.693844445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.697273917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.704551058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.710574354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.715320075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.718280929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-9fbc61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:09.721247732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-9fbc61"},"namespace":"ai-tenant-e2e-autores-9fbc61","name":"default-tenant","reconcileID":"ec491f6c-9bbb-4567-9fec-17c629f10c7f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-9fbc61","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:11.344767173Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:13.091822526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"39a6e221-07f6-43a1-bb72-35bce05391ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:13.166815064Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"39a6e221-07f6-43a1-bb72-35bce05391ed","name":"e2e-extmod-b-03c633-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.181850639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"5fbb9bc6-4be5-463e-94bf-a16d2730f8f9","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.190542076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"5fbb9bc6-4be5-463e-94bf-a16d2730f8f9","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.348720972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"6ce087cd-303a-451e-a875-09a26632edbb","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.348745633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"6ce087cd-303a-451e-a875-09a26632edbb","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.807380296Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-9fbc61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-9fbc61","reconcileID":"17e78f7e-2027-4fe2-8ba2-ecaaad44f112","aitenant":"ai-tenants/e2e-autores-9fbc61","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.900814115Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-9fbc61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-9fbc61","reconcileID":"17e78f7e-2027-4fe2-8ba2-ecaaad44f112","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-9fbc61","removed":["maas.opendatahub.io/gateway-access-e2e-autores-9fbc61"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.941362219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1c93a7-703c-44f6-8097-89679993c0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.945118479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1c93a7-703c-44f6-8097-89679993c0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.94937324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1c93a7-703c-44f6-8097-89679993c0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:16.953080589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab1c93a7-703c-44f6-8097-89679993c0d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.085021103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"656d81b6-33ac-4ba5-a1c3-48e2284fbcb0","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.085046983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"656d81b6-33ac-4ba5-a1c3-48e2284fbcb0","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.09043373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"127ee871-7d2e-48ee-9ff4-6b3631d080c4","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.143822679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"ce96e3a8-45a9-4cf1-84c6-ddbb293a5481","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.143847293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"ce96e3a8-45a9-4cf1-84c6-ddbb293a5481","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.145863266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"127ee871-7d2e-48ee-9ff4-6b3631d080c4","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:17.145950773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-sub","reconcileID":"b16b140e-9bf4-48a2-989f-88cd24846b6a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-fdfcc6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:17.255821567Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"ce96e3a8-45a9-4cf1-84c6-ddbb293a5481","name":"e2e-att-serve-fdfcc6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-fdfcc6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:17.255876827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"ce96e3a8-45a9-4cf1-84c6-ddbb293a5481","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-fdfcc6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.26823592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"87b77559-0ef3-489f-b8f2-358eb114c0c1","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.268267399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"87b77559-0ef3-489f-b8f2-358eb114c0c1","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.349070877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"04c10a9c-348d-43a7-b28b-40b212e104b2","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.349167908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"04c10a9c-348d-43a7-b28b-40b212e104b2","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.362769576Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-sub","reconcileID":"f54334a0-70f8-4a27-99d9-f83d2dc7e46d","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-att-serve-fdfcc6","model":"e2e-att-serve-fdfcc6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.374161738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"6c7935d0-f16f-4797-8b91-e376582cd6ff","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.382927982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"6c7935d0-f16f-4797-8b91-e376582cd6ff","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.401447682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"ef25435d-bd49-4638-9b17-6b3d8044f0a3","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.401636709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"ef25435d-bd49-4638-9b17-6b3d8044f0a3","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.426166494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1681709d-e2ca-44f2-b7e4-4b73716c0131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.47888763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1681709d-e2ca-44f2-b7e4-4b73716c0131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.479831372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-sub","reconcileID":"3a5f0280-f4a8-4b98-8561-2d4a552abd67","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-att-serve-fdfcc6","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.503634647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1681709d-e2ca-44f2-b7e4-4b73716c0131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:17.568028781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1681709d-e2ca-44f2-b7e4-4b73716c0131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.011431407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e059351-14b6-482b-a5e0-2ddeba65cd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.019145867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e059351-14b6-482b-a5e0-2ddeba65cd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.022587798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e059351-14b6-482b-a5e0-2ddeba65cd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.025948072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e059351-14b6-482b-a5e0-2ddeba65cd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.204218464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7eacb2-c064-4f32-b8b4-9ad0fb732e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.208266474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7eacb2-c064-4f32-b8b4-9ad0fb732e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.215030484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7eacb2-c064-4f32-b8b4-9ad0fb732e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.221246985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b7eacb2-c064-4f32-b8b4-9ad0fb732e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.654458064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"96fe73cc-6073-48a6-a11c-4e4e24116294","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.663926211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"96fe73cc-6073-48a6-a11c-4e4e24116294","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:18.671626752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b9b021f15a13d190f4a2f0e5b0c5afb5c850e7fe6b8d0bfa5550cf03c477a9e) AuthConfig (e87b248742885e1b2cb57820ade87ea6dfc11b8d41f9896bf3e528710fbda7e4) AuthConfig (e889031962c558c0e2a0ee1665363a7660f3d3f7cecc7d94c72ed7693fef37a9) AuthConfig (81bdab8e2679f9323c2a4dc30d7525787db0174a4870c81f9f8bc5a6800c3f1f) AuthConfig (66939bae8fdb425b7d2fcae56b539b1f2524ec138b7d6a6d98082207851c1cb0) AuthConfig (55910c2892810de13204c6190b5e9b2115524fbca86d3a13de86dbbe902c710c) AuthConfig (aa34d3dbba31a88535c1b2b403dcc6cf7e062cdbbe3ab8ec14a2511b699346e7) AuthConfig (0a0a3e02de5badff69aa24699cdf5515c027f9028e8e9ebf62e96d2df4a961b7) AuthConfig (2ba1d944bafdf27fb5ba8c1de98079d38e3cc77ef459d9414339254e34e00057) AuthConfig (29848c19b341685131883c7d50e57782bdda4b1de4940d38b61434f1ea5461b4) EnvoyFilter (openshift-ingress/e2e-extmod-b-421604) EnvoyFilter (openshift-ingress/e2e-extmod-b-421604)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"96fe73cc-6073-48a6-a11c-4e4e24116294","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:21.009981972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"56054085-738d-4134-b4a1-8cabd026c0af","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:21.032488831Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"56054085-738d-4134-b4a1-8cabd026c0af","name":"e2e-extmod-a-37aa95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.362338943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92090c40-0087-4219-acca-c8d62bd3eaae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.365807696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92090c40-0087-4219-acca-c8d62bd3eaae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.369117355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92090c40-0087-4219-acca-c8d62bd3eaae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.372560687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92090c40-0087-4219-acca-c8d62bd3eaae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.612761178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4154c5d-34bf-4827-8b58-7b41d1da95ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.61627653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4154c5d-34bf-4827-8b58-7b41d1da95ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.644480168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4154c5d-34bf-4827-8b58-7b41d1da95ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.648769465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4154c5d-34bf-4827-8b58-7b41d1da95ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.976660884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55aa2ad-eb4d-4916-ba2a-307d28d4f6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.980790586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55aa2ad-eb4d-4916-ba2a-307d28d4f6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.040898866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55aa2ad-eb4d-4916-ba2a-307d28d4f6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.044509704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55aa2ad-eb4d-4916-ba2a-307d28d4f6e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.223225625Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-14ebbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-14ebbb","reconcileID":"1edea7ff-bb8a-4b2f-ad19-080aa90f1429","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-14ebbb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-14ebbb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.485218132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd470e9-9714-44ea-8b1c-42f2abfa8152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.488710138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd470e9-9714-44ea-8b1c-42f2abfa8152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.492326531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd470e9-9714-44ea-8b1c-42f2abfa8152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.495894761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd470e9-9714-44ea-8b1c-42f2abfa8152","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.705049702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e8a3b9-8343-4d3f-b96a-d3c376ba91cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.708372136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e8a3b9-8343-4d3f-b96a-d3c376ba91cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.71161935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e8a3b9-8343-4d3f-b96a-d3c376ba91cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:23.714854787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97e8a3b9-8343-4d3f-b96a-d3c376ba91cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:28.67968071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"9440464d-df6c-43c8-8acf-359b66ccfc6e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:28.688822871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"9440464d-df6c-43c8-8acf-359b66ccfc6e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:28.69610166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b9b021f15a13d190f4a2f0e5b0c5afb5c850e7fe6b8d0bfa5550cf03c477a9e) AuthConfig (e87b248742885e1b2cb57820ade87ea6dfc11b8d41f9896bf3e528710fbda7e4) AuthConfig (e889031962c558c0e2a0ee1665363a7660f3d3f7cecc7d94c72ed7693fef37a9) AuthConfig (81bdab8e2679f9323c2a4dc30d7525787db0174a4870c81f9f8bc5a6800c3f1f) AuthConfig (66939bae8fdb425b7d2fcae56b539b1f2524ec138b7d6a6d98082207851c1cb0) AuthConfig (55910c2892810de13204c6190b5e9b2115524fbca86d3a13de86dbbe902c710c) AuthConfig (aa34d3dbba31a88535c1b2b403dcc6cf7e062cdbbe3ab8ec14a2511b699346e7) AuthConfig (0a0a3e02de5badff69aa24699cdf5515c027f9028e8e9ebf62e96d2df4a961b7) AuthConfig (2ba1d944bafdf27fb5ba8c1de98079d38e3cc77ef459d9414339254e34e00057) AuthConfig (29848c19b341685131883c7d50e57782bdda4b1de4940d38b61434f1ea5461b4) EnvoyFilter (openshift-ingress/e2e-extmod-b-421604) EnvoyFilter (openshift-ingress/e2e-extmod-b-421604)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"9440464d-df6c-43c8-8acf-359b66ccfc6e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.737368233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d0dc6-002b-4000-9ff7-f7833c38a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.756206519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d0dc6-002b-4000-9ff7-f7833c38a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.761334674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d0dc6-002b-4000-9ff7-f7833c38a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.765963265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f73d0dc6-002b-4000-9ff7-f7833c38a404","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.940706006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cf290b-28c7-4015-bcd7-54f170c540d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.94412701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cf290b-28c7-4015-bcd7-54f170c540d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.947477209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cf290b-28c7-4015-bcd7-54f170c540d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:31.951588907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57cf290b-28c7-4015-bcd7-54f170c540d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.146957694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc80162-ab09-48ee-9014-cb01dbbce311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.150377599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc80162-ab09-48ee-9014-cb01dbbce311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.153746665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc80162-ab09-48ee-9014-cb01dbbce311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.157191887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcc80162-ab09-48ee-9014-cb01dbbce311","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.376917682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c35ae1-17e1-4f55-ba4f-9fc425cf7c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.44506991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c35ae1-17e1-4f55-ba4f-9fc425cf7c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.461238728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c35ae1-17e1-4f55-ba4f-9fc425cf7c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.540934482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67c35ae1-17e1-4f55-ba4f-9fc425cf7c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.749194542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d294f3-b04a-4cfd-987e-92b9e333cfd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.785460362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d294f3-b04a-4cfd-987e-92b9e333cfd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.802885078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d294f3-b04a-4cfd-987e-92b9e333cfd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:32.963959359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5d294f3-b04a-4cfd-987e-92b9e333cfd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.361182017Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"511ced0a-916e-47db-8290-f1b5d0727697","namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.367959769Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"b6109d6f-50a7-4809-b2ce-3e5b9d9ed0e5","namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.369459079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"958ca43c-7ea8-4867-b19c-feefe3bd6c3d","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.370335568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"f82e2aa1-7931-48cb-b6ee-904a8e58aac6","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.372196196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf440692-92b9-49c9-9d30-edab749fddbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.377040905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"97c60099-5e39-4c5c-b1a0-b792c31367c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.378042079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d9f1b911-b308-4b36-967c-f2dc4a82038f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.37871648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"958ca43c-7ea8-4867-b19c-feefe3bd6c3d","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.382159834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"f82e2aa1-7931-48cb-b6ee-904a8e58aac6","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.383307337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf440692-92b9-49c9-9d30-edab749fddbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.387683596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"97c60099-5e39-4c5c-b1a0-b792c31367c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.387717678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d9f1b911-b308-4b36-967c-f2dc4a82038f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.40698143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4e3f7b1d-fec2-475c-a7cc-18c6ea6f08fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.40752404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"946347bf-cb4f-4552-a3af-0294b11970e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.408304798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"53ba4d2d-2d1d-427e-98b7-b781a57c9be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.408807238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"7aaf4207-8b28-49e6-ae52-9cd680ae800a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.454230405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4e3f7b1d-fec2-475c-a7cc-18c6ea6f08fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.456590694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"946347bf-cb4f-4552-a3af-0294b11970e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.460495964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"53ba4d2d-2d1d-427e-98b7-b781a57c9be6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.462334155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"7aaf4207-8b28-49e6-ae52-9cd680ae800a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.542944913Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"c3b4488b-bfa7-4ab2-9d48-02677b4b61df","namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.549550968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"fea395f8-6e31-4473-adfb-b6c6381a1906","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.54957311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"fea395f8-6e31-4473-adfb-b6c6381a1906","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.551803281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"14a3f659-7707-4d25-be6f-9474fdbe456a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.560317251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"14a3f659-7707-4d25-be6f-9474fdbe456a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.5685067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"3d30dcd2-184b-418e-b0c3-4d8f3c8e2273","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.568525295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"3d30dcd2-184b-418e-b0c3-4d8f3c8e2273","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.607470447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"c7d65cc8-7883-434b-a2d2-882d0ae17060","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.610196457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9774457f-0c69-4574-9987-364995adc22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.611743888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54971543-083f-4933-b9ed-6fddd0b4a6d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.611758707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8d5c1d52-7a4a-489d-8aa2-d3eb8e0e0581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.613095957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"621c449f-9090-4d09-937a-f3b95156035a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.615816686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"c7d65cc8-7883-434b-a2d2-882d0ae17060","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.618774053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9774457f-0c69-4574-9987-364995adc22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.621135277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8d5c1d52-7a4a-489d-8aa2-d3eb8e0e0581","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.621687636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54971543-083f-4933-b9ed-6fddd0b4a6d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.624540424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"621c449f-9090-4d09-937a-f3b95156035a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.876706814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"a083ca30-4fa3-42a1-a063-ea0a8cdf6d22","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.889144665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"59bbfe37-77b8-473d-a8a5-0fcd9c61ce19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.890103965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"bef85578-302d-451d-bcb0-62818f400e77","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.897235189Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"bef85578-302d-451d-bcb0-62818f400e77","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.900275325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ee1a5ac7-bcd7-4d64-ad0d-be4b89dd45a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.912061304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05411a31-a1ff-4e6e-b78d-f02cbe791ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.912881181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c696e296-d363-4bad-b81b-d218c6325950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.942230717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ee1a5ac7-bcd7-4d64-ad0d-be4b89dd45a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.945157979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"59bbfe37-77b8-473d-a8a5-0fcd9c61ce19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.945908392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05411a31-a1ff-4e6e-b78d-f02cbe791ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.949316024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c696e296-d363-4bad-b81b-d218c6325950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:38.9501346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"a083ca30-4fa3-42a1-a063-ea0a8cdf6d22","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.041547807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"71b3ee30-3913-4c45-be7f-d701308903dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.049878773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"076fab55-cb02-447f-b350-0f8548a7d4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.05052912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"534d0aa0-3c86-4c61-b247-433a33b7364b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.064241572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"076fab55-cb02-447f-b350-0f8548a7d4e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.066521703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"534d0aa0-3c86-4c61-b247-433a33b7364b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.14095668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e009f693-f3cb-428d-a47d-965b0e0a2af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.142404362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"71b3ee30-3913-4c45-be7f-d701308903dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.1565515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e009f693-f3cb-428d-a47d-965b0e0a2af2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.170105869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5553e917-4054-49c2-91eb-620cc29b46ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.179106412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5553e917-4054-49c2-91eb-620cc29b46ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.262065329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"31bd0327-f403-4fe0-9ffb-e31dfc63dd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.263163024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"0bc51f05-078c-4282-9588-2e2ef906475e","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.263184553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"0bc51f05-078c-4282-9588-2e2ef906475e","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.27094162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"31bd0327-f403-4fe0-9ffb-e31dfc63dd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.359079096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"37d6d592-93a3-42c0-bc9a-cec97aac4f18","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.397426767Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"37d6d592-93a3-42c0-bc9a-cec97aac4f18","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.425322452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"37d6d592-93a3-42c0-bc9a-cec97aac4f18","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.493626629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"d34dd771-a4c4-42dc-9f4b-92c9053dfa36","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.512066442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"d34dd771-a4c4-42dc-9f4b-92c9053dfa36","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:40.455956145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfccf0d-84a9-45e5-b1b5-05f08c965798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:40.479971214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfccf0d-84a9-45e5-b1b5-05f08c965798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:40.484434212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfccf0d-84a9-45e5-b1b5-05f08c965798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:40.492061928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdfccf0d-84a9-45e5-b1b5-05f08c965798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:40.696558011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c47dff-5ac3-4585-abd5-cc004c8a06bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:40.699953333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c47dff-5ac3-4585-abd5-cc004c8a06bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:40.703167993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c47dff-5ac3-4585-abd5-cc004c8a06bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:40.706665771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0c47dff-5ac3-4585-abd5-cc004c8a06bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.355884691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.917766919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"89fcffdb-5c4c-4fd3-9382-438e1f8bcd4a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.958753674Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"89fcffdb-5c4c-4fd3-9382-438e1f8bcd4a","name":"e2e-extmod-a-14ebbb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.865696297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"465de695-fd65-4fee-8cef-e86d6242ce09","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.865723148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"465de695-fd65-4fee-8cef-e86d6242ce09","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:42.873817277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"c11b9186-1144-44b1-af5f-39e6e1e5862b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-6485e4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.882422627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"a3388866-4daa-4f6f-89e6-069bc9b51ebc","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.882441571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"a3388866-4daa-4f6f-89e6-069bc9b51ebc","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:42.890740441Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"a3388866-4daa-4f6f-89e6-069bc9b51ebc","name":"e2e-att-unrel-6485e4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-6485e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:34:42.890789206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"a3388866-4daa-4f6f-89e6-069bc9b51ebc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-6485e4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.894728866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"b1685c81-d3b5-4a78-a104-d4eed628bcf6","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.894752249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"b1685c81-d3b5-4a78-a104-d4eed628bcf6","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.902746274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"8e640abd-d278-4002-8cfc-101ca5f64418","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.902764269Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"8e640abd-d278-4002-8cfc-101ca5f64418","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.943243612Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"b6b7a3f2-9a18-42d9-885d-dca5a062b75a","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","model":"e2e-att-unrel-6485e4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-421604/e2e-att-unrel-6485e4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:42.964697317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"3758761f-72f3-4572-8735-0491f2a98cc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.051521649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"3758761f-72f3-4572-8735-0491f2a98cc1","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.063128364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"4c400002-15ac-477a-941a-afe1bd6180dd","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.063154422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"4c400002-15ac-477a-941a-afe1bd6180dd","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.076591537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"ce0a3abc-e71d-4ea5-bbae-3109911d41e0","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.078514634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"82885091-93e1-4917-bf87-306b06884e1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:43.086825829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"82885091-93e1-4917-bf87-306b06884e1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.213555644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48902a76-fb70-4a6c-ab61-3a7867913a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.216938109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48902a76-fb70-4a6c-ab61-3a7867913a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.225426476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48902a76-fb70-4a6c-ab61-3a7867913a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.230665825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48902a76-fb70-4a6c-ab61-3a7867913a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.413626849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd28aea-a790-4ac5-82e1-4fe9b1ee10f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.424327958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd28aea-a790-4ac5-82e1-4fe9b1ee10f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.429817164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd28aea-a790-4ac5-82e1-4fe9b1ee10f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.436845761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bd28aea-a790-4ac5-82e1-4fe9b1ee10f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.461398817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"80f245e2-4712-497e-a3b1-5e4a39a5bfdb","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.470988003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"80f245e2-4712-497e-a3b1-5e4a39a5bfdb","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:49.479835802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"80f245e2-4712-497e-a3b1-5e4a39a5bfdb","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.198187013Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c7aecb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c7aecb","reconcileID":"509191c6-b845-4bc1-8ec2-01cf83274a37","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c7aecb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-c7aecb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.497814179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8733bf4-128e-4278-bd7a-ecb63f904478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.501319358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8733bf4-128e-4278-bd7a-ecb63f904478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.505483459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8733bf4-128e-4278-bd7a-ecb63f904478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.513558972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8733bf4-128e-4278-bd7a-ecb63f904478","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:59.551433513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e665554f-0d27-467f-9734-0e882ad64a85","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:59.560175575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e665554f-0d27-467f-9734-0e882ad64a85","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:59.571705719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e665554f-0d27-467f-9734-0e882ad64a85","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:59.985992065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35000a46-e0b0-475d-b73f-59a0aa3c639e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:59.990754269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35000a46-e0b0-475d-b73f-59a0aa3c639e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:00.010837413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35000a46-e0b0-475d-b73f-59a0aa3c639e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:00.024372831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35000a46-e0b0-475d-b73f-59a0aa3c639e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:00.287109462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d7d357e-7f85-4548-bce8-72ede17cc10e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:00.291194001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d7d357e-7f85-4548-bce8-72ede17cc10e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:00.29475132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d7d357e-7f85-4548-bce8-72ede17cc10e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:00.29818358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d7d357e-7f85-4548-bce8-72ede17cc10e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.535038443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"9c50d43d-93aa-4cdf-bdcf-b1faf55be886","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.56425602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"8d0ce2db-d4c1-4584-933c-e5817f287eaf","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:07.56429059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"8d0ce2db-d4c1-4584-933c-e5817f287eaf","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.174946283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"efaef4b2-9671-446a-976d-20713f25c9c9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.208240066Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"efaef4b2-9671-446a-976d-20713f25c9c9","name":"e2e-extmod-b-c7aecb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.453505348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-sub","reconcileID":"a6cb5697-cd53-438c-975f-1f359031e25e","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-att-serve-fdfcc6","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.545220848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"65483ba1-660e-4c51-b703-be0ed7a73ff0","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.545246585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"65483ba1-660e-4c51-b703-be0ed7a73ff0","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.669944678Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"c7e9dc13-88df-412e-bd8f-c61e9716e891","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.734844942Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"a2b2c90e-37c5-4d1b-af1b-703ff50be8c7","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.781996349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"46c20b97-d338-4b4c-8852-bb3004b127c0","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.828347416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"17243035-ccb7-4a93-a69f-65f901dcc906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.834690248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"46c20b97-d338-4b4c-8852-bb3004b127c0","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.83654654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12fdccf6-08bd-4d85-8cd8-899e01ffd352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.86567284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"17243035-ccb7-4a93-a69f-65f901dcc906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.875490202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93114e1fd8ee42d9b49a7cb9d7fbd1a7b5dffb7b13e70ac171188bc36d43f05b) AuthConfig (20fc4f3028080ca43447b26d79106289f19a72c7385ed3ba11711c1221d21aa6) AuthConfig (197fc4f0664a724136a4536b981d335f866bfb1fde7b6414fdd71f5bad4fbb3b) AuthConfig (eb169ab334d16b1f94500fbff23335ce32382436340d78db2721031bef4967e5) AuthConfig (8252dd80f68baa933235b6df08c6690fbb8de89928b5168c2d3c58777d9a5b7b) AuthConfig (62c0b3ab771d3a5c156d37a774fe71856f867bd7539ba230e56f1a6b2cd10839) AuthConfig (b288d5126501cdbb88e827c164e6f76f7b56b401eea2bf772e81bdd170f6202a) AuthConfig (9f975f1d519ca7679a1b7da31031aadf04dd3590e0bd27e18b0c6dfe64ae128c) AuthConfig (16e2987a1482630e57317cf437c5267581b1eb9868022896e507e4ffdaa15295) AuthConfig (9b785892742eb8294a65c31bacd12989e73f9485fe73d4db583eb603dddde396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"46c20b97-d338-4b4c-8852-bb3004b127c0","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.887327054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12fdccf6-08bd-4d85-8cd8-899e01ffd352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.917759143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"1b370c1e-1372-4665-a370-e89449cd7c1f","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.917883968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"1b370c1e-1372-4665-a370-e89449cd7c1f","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.922580186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"5127c237-e0f2-4496-bb1c-ac5dd7d19008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.923642946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7d987776-f9ce-4291-98aa-5741405301cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.930836731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"d9406f73-3988-48fe-866a-d246637833b3","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.952184737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7d987776-f9ce-4291-98aa-5741405301cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.954449999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1d218045-aa4b-4711-bc29-a154c190fb0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.961824369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"da16f2f0-fe27-4cd2-a03b-24a664adc265","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.961911565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"da16f2f0-fe27-4cd2-a03b-24a664adc265","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.964090627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"5127c237-e0f2-4496-bb1c-ac5dd7d19008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.96733358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1d218045-aa4b-4711-bc29-a154c190fb0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.98132886Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"6a8b05fd-90cb-4f2d-b889-3e234eb5982b","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.981997923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed83c5ef-483d-4b2b-8543-72b4b413ffe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.985278413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed83c5ef-483d-4b2b-8543-72b4b413ffe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.989067348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed83c5ef-483d-4b2b-8543-72b4b413ffe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.992642008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed83c5ef-483d-4b2b-8543-72b4b413ffe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:08.996751499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"6dc171d0-2938-470c-8851-616b2ccf672a","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.046228381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"56078ee5-5e43-4784-b8fd-b2ce3251834f","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.046330829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"56078ee5-5e43-4784-b8fd-b2ce3251834f","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.05670922Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"d932ea59-5ec4-4c55-9063-af2fb7e782df","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.060183071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9e979466-bd49-4383-aea4-0a1b3fba8e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.061092296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"5e58d96a-1188-4bfa-af35-af1db37f0aee","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.061109587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"5e58d96a-1188-4bfa-af35-af1db37f0aee","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.065467638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"cb3d22ef-da99-4c38-8a87-164d464ee0e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.071751422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9e979466-bd49-4383-aea4-0a1b3fba8e6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.075082835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"cb3d22ef-da99-4c38-8a87-164d464ee0e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.076729601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"7cd6d28b-7274-43f1-96d1-588ee9fed29c","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.088053055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"7cd6d28b-7274-43f1-96d1-588ee9fed29c","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.09824636Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"ee94ac9a-dc4c-4173-b52f-15262d2c5010","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.09835113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"ee94ac9a-dc4c-4173-b52f-15262d2c5010","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.116570183Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"529301fc-6c9c-4288-9686-2db3933a9fa0","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.116675222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"529301fc-6c9c-4288-9686-2db3933a9fa0","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.125365871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"c79340c9-2bb5-4fb7-985d-e4c0563c070c","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.143257314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"c79340c9-2bb5-4fb7-985d-e4c0563c070c","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.147012077Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"a43c04cb-e2ce-4cd4-bd01-e023a27316b2","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.147074475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"a43c04cb-e2ce-4cd4-bd01-e023a27316b2","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.193872574Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"0a77e5a1-da82-4cf2-a518-fdeb45f54a49","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.193956106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"0a77e5a1-da82-4cf2-a518-fdeb45f54a49","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.246221239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"5fa00c9c-0387-42d5-8101-108ff9e00ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.24631226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"02c907ce-f451-4381-964b-2b85692f568a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.24699802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b28a94ca-25ac-4b7d-807c-3e4f8a8bd02f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.249474139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9600b2e-c4b9-464c-b7f3-4fba73543781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.256938277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"5fa00c9c-0387-42d5-8101-108ff9e00ddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.257792378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"02c907ce-f451-4381-964b-2b85692f568a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.262492005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9600b2e-c4b9-464c-b7f3-4fba73543781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.262688028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b28a94ca-25ac-4b7d-807c-3e4f8a8bd02f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.357733242Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"dc013404-70e6-428c-b366-b0a98b447c70","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.35780743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"dc013404-70e6-428c-b366-b0a98b447c70","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.409002003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"2bf416f4-bf5d-4517-8801-58eafcf736bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.587219772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"2bf416f4-bf5d-4517-8801-58eafcf736bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.658988231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fae1e83-884b-4fe4-8ed7-7cedb6f72902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.660125502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"d32fdca2-8158-4ac7-84c0-f92f8528c42b","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.660204186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"d32fdca2-8158-4ac7-84c0-f92f8528c42b","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.694021838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fae1e83-884b-4fe4-8ed7-7cedb6f72902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.703166351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fae1e83-884b-4fe4-8ed7-7cedb6f72902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.72592844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fae1e83-884b-4fe4-8ed7-7cedb6f72902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.730997746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"702bb02b-03f6-45f6-b3a2-628707285812","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.736121428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"42e4a186-102c-4afd-819b-16ff72981e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.736320055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cdca347-94ad-4e90-b5d4-a1116f12851a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.736451342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"916d74ba-84e1-41be-986c-76ae12bef1de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.747961915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"702bb02b-03f6-45f6-b3a2-628707285812","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.751281178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cdca347-94ad-4e90-b5d4-a1116f12851a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.751890142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"916d74ba-84e1-41be-986c-76ae12bef1de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.752276942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e2148825-c371-447d-a05a-d95f52f6e11c","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.752578427Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"682f4a68-7db1-435f-9aa2-93ffa0fe9153","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.752680675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"682f4a68-7db1-435f-9aa2-93ffa0fe9153","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.755903424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"42e4a186-102c-4afd-819b-16ff72981e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.761280389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e2148825-c371-447d-a05a-d95f52f6e11c","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.768493146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93114e1fd8ee42d9b49a7cb9d7fbd1a7b5dffb7b13e70ac171188bc36d43f05b) AuthConfig (20fc4f3028080ca43447b26d79106289f19a72c7385ed3ba11711c1221d21aa6) AuthConfig (197fc4f0664a724136a4536b981d335f866bfb1fde7b6414fdd71f5bad4fbb3b) AuthConfig (eb169ab334d16b1f94500fbff23335ce32382436340d78db2721031bef4967e5) AuthConfig (8252dd80f68baa933235b6df08c6690fbb8de89928b5168c2d3c58777d9a5b7b) AuthConfig (62c0b3ab771d3a5c156d37a774fe71856f867bd7539ba230e56f1a6b2cd10839) AuthConfig (b288d5126501cdbb88e827c164e6f76f7b56b401eea2bf772e81bdd170f6202a) AuthConfig (9f975f1d519ca7679a1b7da31031aadf04dd3590e0bd27e18b0c6dfe64ae128c) AuthConfig (16e2987a1482630e57317cf437c5267581b1eb9868022896e507e4ffdaa15295) AuthConfig (9b785892742eb8294a65c31bacd12989e73f9485fe73d4db583eb603dddde396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e2148825-c371-447d-a05a-d95f52f6e11c","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.771414616Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6350b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6350b9","reconcileID":"a6abf9b0-90d5-44da-8d67-59ba776c2327","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6350b9","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-6350b9":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.808822143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"3f4f9325-cdc8-41bd-b117-ff5c0ea357c6","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:09.80890941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"3f4f9325-cdc8-41bd-b117-ff5c0ea357c6","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.850637884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8dbafa58-5c1e-4a64-a76e-8315d7f652a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.859876329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8dbafa58-5c1e-4a64-a76e-8315d7f652a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.965018032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"660b3757-aa36-4e5f-856c-7c0d7859175f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.967928416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"a8fde54b-6662-4f38-8e1c-63a1d379dd7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:09.969428715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a6088126-0db1-475d-ad89-f0723b448dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.044836352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"660b3757-aa36-4e5f-856c-7c0d7859175f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.049071517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"a8fde54b-6662-4f38-8e1c-63a1d379dd7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.049155401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a6088126-0db1-475d-ad89-f0723b448dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.058589598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"ed844650-d7c4-41cc-b891-7f7244721d52","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.068011785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"ed844650-d7c4-41cc-b891-7f7244721d52","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.106329264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cd7240-cd6f-451b-b0fb-393ae1c24935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.114456558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cd7240-cd6f-451b-b0fb-393ae1c24935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.118456304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cd7240-cd6f-451b-b0fb-393ae1c24935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.122090119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15cd7240-cd6f-451b-b0fb-393ae1c24935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.158061751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e653ea9c-8561-40ea-853f-3c511b60938a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.166874237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e653ea9c-8561-40ea-853f-3c511b60938a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.174358449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93114e1fd8ee42d9b49a7cb9d7fbd1a7b5dffb7b13e70ac171188bc36d43f05b) AuthConfig (20fc4f3028080ca43447b26d79106289f19a72c7385ed3ba11711c1221d21aa6) AuthConfig (197fc4f0664a724136a4536b981d335f866bfb1fde7b6414fdd71f5bad4fbb3b) AuthConfig (eb169ab334d16b1f94500fbff23335ce32382436340d78db2721031bef4967e5) AuthConfig (8252dd80f68baa933235b6df08c6690fbb8de89928b5168c2d3c58777d9a5b7b) AuthConfig (62c0b3ab771d3a5c156d37a774fe71856f867bd7539ba230e56f1a6b2cd10839) AuthConfig (b288d5126501cdbb88e827c164e6f76f7b56b401eea2bf772e81bdd170f6202a) AuthConfig (9f975f1d519ca7679a1b7da31031aadf04dd3590e0bd27e18b0c6dfe64ae128c) AuthConfig (16e2987a1482630e57317cf437c5267581b1eb9868022896e507e4ffdaa15295) AuthConfig (9b785892742eb8294a65c31bacd12989e73f9485fe73d4db583eb603dddde396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e653ea9c-8561-40ea-853f-3c511b60938a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.389673857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29357d83-0bab-4d03-87ed-71dcf1610044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.392981484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29357d83-0bab-4d03-87ed-71dcf1610044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.396181707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29357d83-0bab-4d03-87ed-71dcf1610044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.45409479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29357d83-0bab-4d03-87ed-71dcf1610044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.728548178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c4fa6c1-84f2-477f-8c70-e36d55afdcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.731936023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c4fa6c1-84f2-477f-8c70-e36d55afdcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.735618241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c4fa6c1-84f2-477f-8c70-e36d55afdcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:10.740992934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c4fa6c1-84f2-477f-8c70-e36d55afdcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:11.12010814Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"e09207d8-495c-4111-92d3-a92c365b4f09","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:11.120258654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"e09207d8-495c-4111-92d3-a92c365b4f09","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:11.236015739Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"620eafcb-c8cb-4a75-8ed7-10919a3e97c1","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:11.236134019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"620eafcb-c8cb-4a75-8ed7-10919a3e97c1","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.354391676Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.643094157Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"699d23f8-f26f-45c0-8cd9-717d46e0baf3","namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.649916556Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"0a41a52b-2e15-4b10-8804-7a2e30d3c3ff","namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.685087966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"764c2942-3f8e-44e3-86e8-4b0a3212d1b2","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.695224952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3878b2f4-759b-41d0-bccc-68f9aa9adf00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.697274918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"91ffb32a-b1d5-436e-8b57-4a396336dcec","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.708174735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"764c2942-3f8e-44e3-86e8-4b0a3212d1b2","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.712522122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3878b2f4-759b-41d0-bccc-68f9aa9adf00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.735296704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c55270bd-cddd-40c6-bdb2-da385e6e3b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.744503546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"314bdc08-5e78-45b9-a453-46c75edcdcbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.750684009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c55270bd-cddd-40c6-bdb2-da385e6e3b58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.756256061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"91ffb32a-b1d5-436e-8b57-4a396336dcec","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.757928914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93114e1fd8ee42d9b49a7cb9d7fbd1a7b5dffb7b13e70ac171188bc36d43f05b) AuthConfig (20fc4f3028080ca43447b26d79106289f19a72c7385ed3ba11711c1221d21aa6) AuthConfig (197fc4f0664a724136a4536b981d335f866bfb1fde7b6414fdd71f5bad4fbb3b) AuthConfig (eb169ab334d16b1f94500fbff23335ce32382436340d78db2721031bef4967e5) AuthConfig (8252dd80f68baa933235b6df08c6690fbb8de89928b5168c2d3c58777d9a5b7b) AuthConfig (62c0b3ab771d3a5c156d37a774fe71856f867bd7539ba230e56f1a6b2cd10839) AuthConfig (b288d5126501cdbb88e827c164e6f76f7b56b401eea2bf772e81bdd170f6202a) AuthConfig (9f975f1d519ca7679a1b7da31031aadf04dd3590e0bd27e18b0c6dfe64ae128c) AuthConfig (16e2987a1482630e57317cf437c5267581b1eb9868022896e507e4ffdaa15295) AuthConfig (9b785892742eb8294a65c31bacd12989e73f9485fe73d4db583eb603dddde396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"764c2942-3f8e-44e3-86e8-4b0a3212d1b2","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.761031503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"314bdc08-5e78-45b9-a453-46c75edcdcbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.787206015Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"adaf2c6e-2748-45e3-8287-4373d552c550","namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.790055885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"081e6b4b-e19a-49e5-a346-454c389195f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.801081939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"081e6b4b-e19a-49e5-a346-454c389195f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.956288625Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"106e3792-d302-49fa-9ff7-b17749c39c6b","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:11.98655003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"74f09ea1-88f9-435b-94e7-930d0c477d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.055362803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"74f09ea1-88f9-435b-94e7-930d0c477d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.056463878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"b97985e3-e0bb-4b0a-92d0-d02aff153a95","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.060271062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"137b6ab7-8305-435f-a04a-5ee9f8e68cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.060849034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"f432cbe9-33e6-4af0-89c2-95f9bf4f233d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.061382514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"9ba49c89-6b86-4ea2-8904-bf9125651560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.068422772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"b97985e3-e0bb-4b0a-92d0-d02aff153a95","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.142834512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"f432cbe9-33e6-4af0-89c2-95f9bf4f233d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.143545847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"137b6ab7-8305-435f-a04a-5ee9f8e68cd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.146033481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"9ba49c89-6b86-4ea2-8904-bf9125651560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.179347868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"38866d25-0e68-4aae-9472-663daa919f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.188922043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"38866d25-0e68-4aae-9472-663daa919f98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.281900759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"df2ab7af-f363-4bfb-8af7-c5efb52d2782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.281899417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4f25063b-2015-4164-80ef-577036be04da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.282847072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a921ead1-152e-4389-9ac5-1356b9ccb3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.290930209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"df2ab7af-f363-4bfb-8af7-c5efb52d2782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.291182544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4f25063b-2015-4164-80ef-577036be04da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.293575706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a921ead1-152e-4389-9ac5-1356b9ccb3de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.356242902Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"a8a4115e-4ee2-46e1-a854-52995cc7b081","namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.361336079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"9551ffe3-34df-45fa-953d-a5be5f053647","namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.377229451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"b5f8d9ec-8555-463d-af03-df8a208522a3","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.380473523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"0f22b473-c38b-480c-a89e-1472209c3f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.401892445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"b5f8d9ec-8555-463d-af03-df8a208522a3","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.40291243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"0f22b473-c38b-480c-a89e-1472209c3f6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.415901046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"6dee3cc9-3ed5-4791-8a02-a121edd77d2a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.425282238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ea598cbf-d8ae-4770-a2fe-e72796404887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.425992797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b666c346-37c4-479c-830b-be6dfbb37bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.430102619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"6dee3cc9-3ed5-4791-8a02-a121edd77d2a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.437984353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ea598cbf-d8ae-4770-a2fe-e72796404887","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.441924048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b666c346-37c4-479c-830b-be6dfbb37bab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.44243911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93114e1fd8ee42d9b49a7cb9d7fbd1a7b5dffb7b13e70ac171188bc36d43f05b) AuthConfig (20fc4f3028080ca43447b26d79106289f19a72c7385ed3ba11711c1221d21aa6) AuthConfig (197fc4f0664a724136a4536b981d335f866bfb1fde7b6414fdd71f5bad4fbb3b) AuthConfig (eb169ab334d16b1f94500fbff23335ce32382436340d78db2721031bef4967e5) AuthConfig (8252dd80f68baa933235b6df08c6690fbb8de89928b5168c2d3c58777d9a5b7b) AuthConfig (62c0b3ab771d3a5c156d37a774fe71856f867bd7539ba230e56f1a6b2cd10839) AuthConfig (b288d5126501cdbb88e827c164e6f76f7b56b401eea2bf772e81bdd170f6202a) AuthConfig (9f975f1d519ca7679a1b7da31031aadf04dd3590e0bd27e18b0c6dfe64ae128c) AuthConfig (16e2987a1482630e57317cf437c5267581b1eb9868022896e507e4ffdaa15295) AuthConfig (9b785892742eb8294a65c31bacd12989e73f9485fe73d4db583eb603dddde396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"6dee3cc9-3ed5-4791-8a02-a121edd77d2a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.460626694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e209e0b9-e247-4c9a-a78e-200e3e003efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.469904837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e209e0b9-e247-4c9a-a78e-200e3e003efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.485193352Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"715dd303-3aad-4c12-8721-6d0032f564b2","namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.49134335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"fdfd7e2a-cc32-4271-be85-e654b954a4f1","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.494209002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"38a8861e-d61f-459f-8524-4a6b70a6667e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.495502233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d57a8976-20e0-40e4-b56a-685faf48b8fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.499681332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"fdfd7e2a-cc32-4271-be85-e654b954a4f1","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.502781342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"38a8861e-d61f-459f-8524-4a6b70a6667e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.504542023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d57a8976-20e0-40e4-b56a-685faf48b8fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.534414781Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"de629d51-4d67-49a9-83ba-3fe236d18877","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.632818666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3c94231c-03df-41b2-b209-b96afff9d578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.648488445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3c94231c-03df-41b2-b209-b96afff9d578","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.68547442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"a57142a6-9977-4b15-b294-dfb6eec58e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.685853341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4287b994-25de-47ee-ad80-26ba9e9990e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.689211562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"533eb2c4-ce58-47cd-b895-164a271050d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.689767245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2eaf9cc1-c454-47b4-90ad-f9d6ecf21322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.69492069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4287b994-25de-47ee-ad80-26ba9e9990e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.695570347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"a57142a6-9977-4b15-b294-dfb6eec58e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.69837194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"533eb2c4-ce58-47cd-b895-164a271050d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.698447421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2eaf9cc1-c454-47b4-90ad-f9d6ecf21322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.700248125Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"34a75a3e-cd84-499c-9cad-36a032279f66","namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.704510908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"c79a114b-3da0-4867-be64-734f836a7366","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.704528478Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"c79a114b-3da0-4867-be64-734f836a7366","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","externalModel":"e2e-rec-ctrl-a28e91","provider":"e2e-rec-ctrl-a28e91-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.705887912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"d2baea2b-ac19-4f5e-b11a-b78f9b613874","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.714522961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"d2baea2b-ac19-4f5e-b11a-b78f9b613874","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.739205732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"6e852a74-86f5-40f3-a24e-e1920f802646","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.739224519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"6e852a74-86f5-40f3-a24e-e1920f802646","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","externalModel":"e2e-rec-ctrl-a28e91","provider":"e2e-rec-ctrl-a28e91-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:12.758916755Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"6e852a74-86f5-40f3-a24e-e1920f802646","name":"e2e-rec-ctrl-a28e91","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-a28e91\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:12.758963457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"6e852a74-86f5-40f3-a24e-e1920f802646","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-a28e91\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.769356121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"fbd94ce3-1811-43b6-9352-1fc021a47679","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.769371987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"fbd94ce3-1811-43b6-9352-1fc021a47679","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","externalModel":"e2e-rec-ctrl-a28e91","provider":"e2e-rec-ctrl-a28e91-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.055912628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"70932128-0df3-450f-8781-a71e844ffb96","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.056505306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8ae1eaf5-694f-4144-b71b-9f8f24cabf26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.085155098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3e090ff-6c1f-42c9-905d-c7c87cfe4350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.0890665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"707b80c0-648b-4932-9fa6-ac2803724a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.093449813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8ae1eaf5-694f-4144-b71b-9f8f24cabf26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.095524188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"70932128-0df3-450f-8781-a71e844ffb96","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.098514615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3e090ff-6c1f-42c9-905d-c7c87cfe4350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.1039328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93114e1fd8ee42d9b49a7cb9d7fbd1a7b5dffb7b13e70ac171188bc36d43f05b) AuthConfig (20fc4f3028080ca43447b26d79106289f19a72c7385ed3ba11711c1221d21aa6) AuthConfig (197fc4f0664a724136a4536b981d335f866bfb1fde7b6414fdd71f5bad4fbb3b) AuthConfig (eb169ab334d16b1f94500fbff23335ce32382436340d78db2721031bef4967e5) AuthConfig (8252dd80f68baa933235b6df08c6690fbb8de89928b5168c2d3c58777d9a5b7b) AuthConfig (62c0b3ab771d3a5c156d37a774fe71856f867bd7539ba230e56f1a6b2cd10839) AuthConfig (b288d5126501cdbb88e827c164e6f76f7b56b401eea2bf772e81bdd170f6202a) AuthConfig (9f975f1d519ca7679a1b7da31031aadf04dd3590e0bd27e18b0c6dfe64ae128c) AuthConfig (16e2987a1482630e57317cf437c5267581b1eb9868022896e507e4ffdaa15295) AuthConfig (9b785892742eb8294a65c31bacd12989e73f9485fe73d4db583eb603dddde396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"70932128-0df3-450f-8781-a71e844ffb96","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.104969806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"707b80c0-648b-4932-9fa6-ac2803724a79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.105174103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4e27b922-a1da-4b65-b9e8-f29728c83b75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.116961421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4e27b922-a1da-4b65-b9e8-f29728c83b75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.121914269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d285015b-f5cf-4050-a0e6-9634495e26a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.131944676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d285015b-f5cf-4050-a0e6-9634495e26a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.217626204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3a79c618-4aba-472c-9568-1a927c713f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.218010114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"aec40985-0a22-4527-8875-128bdfa5dbf4","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.220051923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6e4e8102-556a-4044-a056-945b53254163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.22104584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"bad9430a-dd3d-4f6d-b92b-8fa5728e041c","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.221248703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"05526b6d-ebe6-46be-9e2f-5fc0675c612a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.226048178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3a79c618-4aba-472c-9568-1a927c713f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.226470372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"aec40985-0a22-4527-8875-128bdfa5dbf4","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.228532844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6e4e8102-556a-4044-a056-945b53254163","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.229689256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"05526b6d-ebe6-46be-9e2f-5fc0675c612a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.23073813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"bad9430a-dd3d-4f6d-b92b-8fa5728e041c","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.248177368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"43774f4e-aaf1-4ab5-9e54-d8378f6935f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.248345584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c5652cb-c05d-4155-aa0b-dd09eb05fd3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.251054424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"eed47591-8d67-42d4-8e87-bb1e6d5588eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.258134239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"43774f4e-aaf1-4ab5-9e54-d8378f6935f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.264378506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c5652cb-c05d-4155-aa0b-dd09eb05fd3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.269543884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"eed47591-8d67-42d4-8e87-bb1e6d5588eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.271688976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5a6f386f-d259-425f-8c41-e6e40b96458d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.351393801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5a6f386f-d259-425f-8c41-e6e40b96458d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.365848679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"fc1919fe-0636-405c-a468-879de859c07a","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.365869282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"fc1919fe-0636-405c-a468-879de859c07a","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","externalModel":"e2e-rec-ctrl-a28e91","provider":"e2e-rec-ctrl-a28e91-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.371470634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"b54b9923-ba6e-4840-93d4-41f9f526a511","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.443051991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"b54b9923-ba6e-4840-93d4-41f9f526a511","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.477829407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"9e5c39ed-165a-4d84-a0ba-c03ed922d74b","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:13.477850417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"9e5c39ed-165a-4d84-a0ba-c03ed922d74b","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","externalModel":"e2e-rec-ctrl-a28e91","provider":"e2e-rec-ctrl-a28e91-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.253408581Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"de905048-82b6-43dc-98d0-0daf4c839b88","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:16.260945583Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"986352c9-6c6a-4593-90b3-6cfa9342ff41","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:16.261007922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"986352c9-6c6a-4593-90b3-6cfa9342ff41","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.267026475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"120d4e30-e5f6-4d04-909d-ba5133f2e745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.267588903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"8f1003b2-9b16-4eb3-a8ac-3bc6e469cb8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.268859805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76f6c34e-5b9e-42d1-a369-55c4a1a4501e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.269471341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d3c7f19a-986f-43e5-ad32-fa331ccf924d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.269990912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"f63ca470-582f-4079-8c32-923269e6acf4","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.277921004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"120d4e30-e5f6-4d04-909d-ba5133f2e745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.344134425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"8f1003b2-9b16-4eb3-a8ac-3bc6e469cb8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.34639922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"f63ca470-582f-4079-8c32-923269e6acf4","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.348113459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76f6c34e-5b9e-42d1-a369-55c4a1a4501e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.350505377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d3c7f19a-986f-43e5-ad32-fa331ccf924d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.353455285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93114e1fd8ee42d9b49a7cb9d7fbd1a7b5dffb7b13e70ac171188bc36d43f05b) AuthConfig (20fc4f3028080ca43447b26d79106289f19a72c7385ed3ba11711c1221d21aa6) AuthConfig (197fc4f0664a724136a4536b981d335f866bfb1fde7b6414fdd71f5bad4fbb3b) AuthConfig (eb169ab334d16b1f94500fbff23335ce32382436340d78db2721031bef4967e5) AuthConfig (8252dd80f68baa933235b6df08c6690fbb8de89928b5168c2d3c58777d9a5b7b) AuthConfig (62c0b3ab771d3a5c156d37a774fe71856f867bd7539ba230e56f1a6b2cd10839) AuthConfig (b288d5126501cdbb88e827c164e6f76f7b56b401eea2bf772e81bdd170f6202a) AuthConfig (9f975f1d519ca7679a1b7da31031aadf04dd3590e0bd27e18b0c6dfe64ae128c) AuthConfig (16e2987a1482630e57317cf437c5267581b1eb9868022896e507e4ffdaa15295) AuthConfig (9b785892742eb8294a65c31bacd12989e73f9485fe73d4db583eb603dddde396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"f63ca470-582f-4079-8c32-923269e6acf4","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.364857715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d36d0cc2-84bd-43cf-abe3-32376b5ed1f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.367081598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"25ef1701-1494-4f5b-b269-e26145c43974","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.441450074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d36d0cc2-84bd-43cf-abe3-32376b5ed1f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.444863554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"25ef1701-1494-4f5b-b269-e26145c43974","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:16.445525297Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"a95c571b-1bd9-4257-9aaf-39c98e2ccaac","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:16.445591298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"a95c571b-1bd9-4257-9aaf-39c98e2ccaac","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.44736413Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"99bc2bd6-3462-471d-a1bf-c9237ca7a1e7","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.450651045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"27521779-d998-486d-b553-b5f7b80ffd9e","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.45066837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"27521779-d998-486d-b553-b5f7b80ffd9e","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.455178195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"726f47f1-7278-442e-afd6-ce37d03a0356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.45777886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"28b24499-4b8e-429b-ad6d-8bd6646b3c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.45989439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"d36d729b-d19c-41ff-acd6-75c431109998","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.459911262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"d36d729b-d19c-41ff-acd6-75c431109998","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.462036263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"aa6f7f2d-bd5d-48da-8064-c90f145ce979","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.464196776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"726f47f1-7278-442e-afd6-ce37d03a0356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.467049694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"28b24499-4b8e-429b-ad6d-8bd6646b3c2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.547265031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0d0596a4-d035-4a87-8684-ea6f3fbf9e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.65254768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"37bcdf84-c53a-4476-81b1-f6948f2a10b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.657934754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0d0596a4-d035-4a87-8684-ea6f3fbf9e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.661354713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"d528f173-9210-4272-ba5f-8796af453ef3","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.671325622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"37bcdf84-c53a-4476-81b1-f6948f2a10b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.68123984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"d528f173-9210-4272-ba5f-8796af453ef3","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.746573317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"80b65fa5-d00b-4d46-ae99-42b4e5454450","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.750929838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"40c2afcd-d7e6-4e75-9cb3-aff4a9c26916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.754830233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"80b65fa5-d00b-4d46-ae99-42b4e5454450","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.765335482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"40c2afcd-d7e6-4e75-9cb3-aff4a9c26916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.779562938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"6ed6a3ac-7228-475d-8375-ec32402ebcac","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.78552701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8c414c35-664f-4d21-9a96-7744d6e07b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.785550786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c813e54e-a850-4ed4-825f-46e33d870b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.788350081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"6ed6a3ac-7228-475d-8375-ec32402ebcac","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.794411582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8c414c35-664f-4d21-9a96-7744d6e07b8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.841215182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93114e1fd8ee42d9b49a7cb9d7fbd1a7b5dffb7b13e70ac171188bc36d43f05b) AuthConfig (20fc4f3028080ca43447b26d79106289f19a72c7385ed3ba11711c1221d21aa6) AuthConfig (197fc4f0664a724136a4536b981d335f866bfb1fde7b6414fdd71f5bad4fbb3b) AuthConfig (eb169ab334d16b1f94500fbff23335ce32382436340d78db2721031bef4967e5) AuthConfig (8252dd80f68baa933235b6df08c6690fbb8de89928b5168c2d3c58777d9a5b7b) AuthConfig (62c0b3ab771d3a5c156d37a774fe71856f867bd7539ba230e56f1a6b2cd10839) AuthConfig (b288d5126501cdbb88e827c164e6f76f7b56b401eea2bf772e81bdd170f6202a) AuthConfig (9f975f1d519ca7679a1b7da31031aadf04dd3590e0bd27e18b0c6dfe64ae128c) AuthConfig (16e2987a1482630e57317cf437c5267581b1eb9868022896e507e4ffdaa15295) AuthConfig (9b785892742eb8294a65c31bacd12989e73f9485fe73d4db583eb603dddde396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"6ed6a3ac-7228-475d-8375-ec32402ebcac","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.843741529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c813e54e-a850-4ed4-825f-46e33d870b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.880406742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"dfb905aa-6cb5-417c-a1f6-0f5b4529daca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.884467047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"c20e4381-e42e-407d-956c-8e32f8dc2e3a","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.884503634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a62bbc3-18c5-4bf7-b63e-f30b23927dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.889733878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"dfb905aa-6cb5-417c-a1f6-0f5b4529daca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.894091939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a62bbc3-18c5-4bf7-b63e-f30b23927dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.895019686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"c20e4381-e42e-407d-956c-8e32f8dc2e3a","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.980348115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"03dfb6da-82d1-4471-9068-ca88da3f9a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.980548914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a2972896-7c32-4a49-b056-44412ae20654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.98178562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"760c442c-312d-4a0b-8dcc-f67992056e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.981840231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"1c917bc3-d620-4cab-b69b-1fd5741b2ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.983519543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2caa2e9e-63a9-4796-99a0-83b1103749ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.988996775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"03dfb6da-82d1-4471-9068-ca88da3f9a86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.989051047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a2972896-7c32-4a49-b056-44412ae20654","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.99144247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"760c442c-312d-4a0b-8dcc-f67992056e1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.991569421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"1c917bc3-d620-4cab-b69b-1fd5741b2ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:16.993664534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2caa2e9e-63a9-4796-99a0-83b1103749ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.052271782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"fc0970da-24f7-46cf-95c8-39ad45659ebc","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.052294344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"fc0970da-24f7-46cf-95c8-39ad45659ebc","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.059792731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"194ef3df-a7e0-44fc-bd3d-bafcb9c0313f","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.059814281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"194ef3df-a7e0-44fc-bd3d-bafcb9c0313f","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.065209273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"c6bc7d77-de45-4e83-abca-a0dda2153c6b","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.074744008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"c6bc7d77-de45-4e83-abca-a0dda2153c6b","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.11104718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"b1c8408c-ddaf-40fe-999c-f5cd002870ec","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.111066004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"b1c8408c-ddaf-40fe-999c-f5cd002870ec","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.360046458Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.36348677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"39f97155-441d-4984-9af2-80985d2f98ad","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.363513824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"39f97155-441d-4984-9af2-80985d2f98ad","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","externalModel":"e2e-rec-ctrl-a28e91","provider":"e2e-rec-ctrl-a28e91-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:18.369407839Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-sub","reconcileID":"b614c761-3f99-4872-83ea-25a5c16d7665","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-a28e91-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.387149085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"402edec4-502d-4687-80dc-6ff46d14f6c6","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.387173303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"402edec4-502d-4687-80dc-6ff46d14f6c6","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","externalModel":"e2e-rec-ctrl-a28e91","provider":"e2e-rec-ctrl-a28e91-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:18.398024869Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"402edec4-502d-4687-80dc-6ff46d14f6c6","name":"e2e-rec-ctrl-a28e91","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-a28e91\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:18.398085294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"402edec4-502d-4687-80dc-6ff46d14f6c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-a28e91\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.402128933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"2c2047e8-3202-445b-899f-cd0ee87dc8f1","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.402149757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"2c2047e8-3202-445b-899f-cd0ee87dc8f1","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.412657541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"fb306089-ba16-488c-80b1-71b58ddd4b5e","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.41268019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"fb306089-ba16-488c-80b1-71b58ddd4b5e","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","externalModel":"e2e-rec-ctrl-a28e91","provider":"e2e-rec-ctrl-a28e91-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.417808962Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-sub","reconcileID":"1ac24a25-8cc2-43cf-98ae-37459388dd81","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-rec-ctrl-a28e91","model":"e2e-rec-ctrl-a28e91","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.441254029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"cc52c33b-ea18-41ea-aca9-9d4eef69c2cd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.441981273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"7e4752ab-7415-43a9-be59-6bf19c8af4b3","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.451907447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"cc52c33b-ea18-41ea-aca9-9d4eef69c2cd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.453880711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"7e4752ab-7415-43a9-be59-6bf19c8af4b3","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.46028299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"b6dd4c80-8f96-4ab4-b59d-4151bef470fe","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.46029981Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"b6dd4c80-8f96-4ab4-b59d-4151bef470fe","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","externalModel":"e2e-rec-ctrl-a28e91","provider":"e2e-rec-ctrl-a28e91-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.55158552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-sub","reconcileID":"1941898c-2433-4215-8550-893c9d3a9be1","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-rec-ctrl-a28e91","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.582185519Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub]","namespace=ai-tenant-e2e-extmod-b-421604 priority=0:[ai-tenant-e2e-extmod-b-421604/e2e-att-detach-0aba7c-sub ai-tenant-e2e-extmod-b-421604/e2e-att-unrel-6485e4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.585071047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"aa0ac7b8-f360-45ca-8b13-45ef0c208a5c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.586258542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"a97f61c8-3412-4dde-ae09-86c16b4b8e78","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.586280819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"a97f61c8-3412-4dde-ae09-86c16b4b8e78","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.587367292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"ca11b432-b0a8-417d-877b-73bbb5fcc02f","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:18.592057014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"e877eee5-c21b-4bc4-88b6-9db9d91dc16c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-0aba7c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.596537776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"aa0ac7b8-f360-45ca-8b13-45ef0c208a5c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.597439585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"ca11b432-b0a8-417d-877b-73bbb5fcc02f","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.609974814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"03345c8c-b4c8-43bd-bf31-704d059293ad","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.609993434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"03345c8c-b4c8-43bd-bf31-704d059293ad","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:18.618395732Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"03345c8c-b4c8-43bd-bf31-704d059293ad","name":"e2e-att-detach-0aba7c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-0aba7c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:18.618449383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"03345c8c-b4c8-43bd-bf31-704d059293ad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-0aba7c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.622155561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"e22fea4e-d0c7-4738-acc9-495b7d4b8013","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.622171997Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"e22fea4e-d0c7-4738-acc9-495b7d4b8013","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.629577713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"51c24c6c-f8d1-4dde-b974-e57170e96c08","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.629619797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"51c24c6c-f8d1-4dde-b974-e57170e96c08","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.638402618Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"b68505e3-e78d-46af-8d25-8125d6777021","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-detach-0aba7c","model":"e2e-att-detach-0aba7c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-421604/e2e-att-detach-0aba7c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.666965842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"83987fb6-b12b-4148-ab9c-a38d280e3b37","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.666989381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"83987fb6-b12b-4148-ab9c-a38d280e3b37","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.67825032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"3ac60041-ae09-443d-8166-bd58dadb453b","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.678257061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"7408d294-1fa2-47fa-b8ad-f12f89b2b6be","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.686903907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"3ac60041-ae09-443d-8166-bd58dadb453b","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.687027367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"7408d294-1fa2-47fa-b8ad-f12f89b2b6be","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.740082113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"6887b425-f000-41b6-8649-c48f99a46a96","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-detach-0aba7c","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.783584144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"db92223e-2a3f-4282-833b-3a827acfd9c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.792886543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"db92223e-2a3f-4282-833b-3a827acfd9c2","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.883468522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"1932458b-c275-4a68-8ed4-f42143d8f961","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:18.891859766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"1932458b-c275-4a68-8ed4-f42143d8f961","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:21.989756099Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"2faa052a-c1ac-4707-871b-b0f3ca4a4565","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.85358956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e5f94884-c1e2-4fd9-a13c-a8a2cad730e1","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.862186448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e5f94884-c1e2-4fd9-a13c-a8a2cad730e1","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:26.869527411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93114e1fd8ee42d9b49a7cb9d7fbd1a7b5dffb7b13e70ac171188bc36d43f05b) AuthConfig (20fc4f3028080ca43447b26d79106289f19a72c7385ed3ba11711c1221d21aa6) AuthConfig (197fc4f0664a724136a4536b981d335f866bfb1fde7b6414fdd71f5bad4fbb3b) AuthConfig (eb169ab334d16b1f94500fbff23335ce32382436340d78db2721031bef4967e5) AuthConfig (8252dd80f68baa933235b6df08c6690fbb8de89928b5168c2d3c58777d9a5b7b) AuthConfig (62c0b3ab771d3a5c156d37a774fe71856f867bd7539ba230e56f1a6b2cd10839) AuthConfig (b288d5126501cdbb88e827c164e6f76f7b56b401eea2bf772e81bdd170f6202a) AuthConfig (9f975f1d519ca7679a1b7da31031aadf04dd3590e0bd27e18b0c6dfe64ae128c) AuthConfig (16e2987a1482630e57317cf437c5267581b1eb9868022896e507e4ffdaa15295) AuthConfig (9b785892742eb8294a65c31bacd12989e73f9485fe73d4db583eb603dddde396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e5f94884-c1e2-4fd9-a13c-a8a2cad730e1","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.945996038Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"d6e8cf76-da31-4dd3-8608-5671061d120a","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.605740962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462e0d4b-e202-4419-9f1b-f2ddafbd650d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.609772529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462e0d4b-e202-4419-9f1b-f2ddafbd650d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.613612681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462e0d4b-e202-4419-9f1b-f2ddafbd650d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.61765449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"462e0d4b-e202-4419-9f1b-f2ddafbd650d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.798162123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b6c88-66d2-49bd-bc39-c7933e9706cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.801806211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b6c88-66d2-49bd-bc39-c7933e9706cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.805590699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b6c88-66d2-49bd-bc39-c7933e9706cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.809068424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e54b6c88-66d2-49bd-bc39-c7933e9706cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:30.114286752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"2184eab3-45cb-42fa-acb2-707440e90e6d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:30.199566287Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"2184eab3-45cb-42fa-acb2-707440e90e6d","name":"e2e-extmod-b-6350b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.541938327Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"5ef8d5eb-7312-455d-8597-b21d9e458093","namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.867955586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"82bcf9dd-bfff-45ea-989c-f51b5db9c1b6","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.868538392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"d01755ca-9be1-42f5-a2ca-eaafc868d722","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.908673354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f77c0f62-0882-4866-b721-838027286a1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.909884522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a7f29d6-12ea-4491-8f96-65790fe40f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.933592551Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"349f4891-b55b-4a1c-9260-53c97c1bd3ad","namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:33.966153911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"d01755ca-9be1-42f5-a2ca-eaafc868d722","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.024616446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a7f29d6-12ea-4491-8f96-65790fe40f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.03315763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93114e1fd8ee42d9b49a7cb9d7fbd1a7b5dffb7b13e70ac171188bc36d43f05b) AuthConfig (20fc4f3028080ca43447b26d79106289f19a72c7385ed3ba11711c1221d21aa6) AuthConfig (197fc4f0664a724136a4536b981d335f866bfb1fde7b6414fdd71f5bad4fbb3b) AuthConfig (eb169ab334d16b1f94500fbff23335ce32382436340d78db2721031bef4967e5) AuthConfig (8252dd80f68baa933235b6df08c6690fbb8de89928b5168c2d3c58777d9a5b7b) AuthConfig (62c0b3ab771d3a5c156d37a774fe71856f867bd7539ba230e56f1a6b2cd10839) AuthConfig (b288d5126501cdbb88e827c164e6f76f7b56b401eea2bf772e81bdd170f6202a) AuthConfig (9f975f1d519ca7679a1b7da31031aadf04dd3590e0bd27e18b0c6dfe64ae128c) AuthConfig (16e2987a1482630e57317cf437c5267581b1eb9868022896e507e4ffdaa15295) AuthConfig (9b785892742eb8294a65c31bacd12989e73f9485fe73d4db583eb603dddde396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"d01755ca-9be1-42f5-a2ca-eaafc868d722","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.087075203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"82bcf9dd-bfff-45ea-989c-f51b5db9c1b6","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.101829037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5d62fbd9-8961-48ef-8ee2-b0fdd67b7de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.10247248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f77c0f62-0882-4866-b721-838027286a1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.145533651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"030b7e1b-6a37-44e8-9bf7-8306eae09700","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.215009613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"030b7e1b-6a37-44e8-9bf7-8306eae09700","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.324123174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f938b649-371c-4169-816d-f22808607ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.399000848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f938b649-371c-4169-816d-f22808607ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.399765358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"feebc32b-6db7-4c61-8a04-8d3f9bbd1b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.409419325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5d62fbd9-8961-48ef-8ee2-b0fdd67b7de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.412040863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"03cf2800-8522-4d72-b074-eb27219b0225","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.412122696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"03cf2800-8522-4d72-b074-eb27219b0225","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.41816009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"feebc32b-6db7-4c61-8a04-8d3f9bbd1b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:34.424287639Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"03cf2800-8522-4d72-b074-eb27219b0225","name":"e2e-att-serve-1473cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-1473cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:34.42441156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"03cf2800-8522-4d72-b074-eb27219b0225","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-1473cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.425909968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"cb290b1b-aecb-42e0-a9fe-42e70b9945d2","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.438064204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"28dc36f4-a3b4-4774-84b6-7619b1e0bad5","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.438177677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"28dc36f4-a3b4-4774-84b6-7619b1e0bad5","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.440457597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"cb290b1b-aecb-42e0-a9fe-42e70b9945d2","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.884464735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"77b8833c-357f-449c-9158-60712779c8c9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.889893625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"494b9565-cdca-443b-b078-052823c469e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.944761778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"77b8833c-357f-449c-9158-60712779c8c9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.941820128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2bd22a7e-3365-43d7-b45f-3f348f8890c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.945713915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"f6532c2f-4c8b-4750-8431-b2a138d89b49","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.95217711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"494b9565-cdca-443b-b078-052823c469e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.95515404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2bd22a7e-3365-43d7-b45f-3f348f8890c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.955558813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"38f9fcf9-9e56-49de-802a-b7d88967ec9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.955823931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"f6532c2f-4c8b-4750-8431-b2a138d89b49","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:34.964327798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"38f9fcf9-9e56-49de-802a-b7d88967ec9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.048700286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2d64475-2843-4383-8723-0fa39a5c61e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.048778197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c2025601-9fd3-45b7-bd80-897ac4a54a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.049130734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"27e7edf1-2732-472d-bdc6-a08506c915c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.054188414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"b7f4d1b9-d885-42af-8e91-873d6655e9e0","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.05436473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d7a6156a-e59e-4a03-b94a-3983b8987cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.059865611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"27e7edf1-2732-472d-bdc6-a08506c915c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.061080142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c2025601-9fd3-45b7-bd80-897ac4a54a42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.0621255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2d64475-2843-4383-8723-0fa39a5c61e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.064420877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"b7f4d1b9-d885-42af-8e91-873d6655e9e0","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.064471031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d7a6156a-e59e-4a03-b94a-3983b8987cf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.197366996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"46735be7-ee0c-44a0-b10f-9685948d8b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.207939454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"d8410ea1-7a72-4aa4-a2e0-f76a7df421fa","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.208820515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19f14ae5-5b4d-4190-8d47-434cfc1c24e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.212521116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"46735be7-ee0c-44a0-b10f-9685948d8b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.214063842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0e0a3d4f-07ba-4e28-8d89-a3d4a01379b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.215154096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"3a6826bd-f60e-48a7-ba3e-7f107debb78d","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.215220736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"3a6826bd-f60e-48a7-ba3e-7f107debb78d","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.218337537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19f14ae5-5b4d-4190-8d47-434cfc1c24e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.218879665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"d8410ea1-7a72-4aa4-a2e0-f76a7df421fa","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.223745227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0e0a3d4f-07ba-4e28-8d89-a3d4a01379b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.226983935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (93114e1fd8ee42d9b49a7cb9d7fbd1a7b5dffb7b13e70ac171188bc36d43f05b) AuthConfig (20fc4f3028080ca43447b26d79106289f19a72c7385ed3ba11711c1221d21aa6) AuthConfig (197fc4f0664a724136a4536b981d335f866bfb1fde7b6414fdd71f5bad4fbb3b) AuthConfig (eb169ab334d16b1f94500fbff23335ce32382436340d78db2721031bef4967e5) AuthConfig (8252dd80f68baa933235b6df08c6690fbb8de89928b5168c2d3c58777d9a5b7b) AuthConfig (62c0b3ab771d3a5c156d37a774fe71856f867bd7539ba230e56f1a6b2cd10839) AuthConfig (b288d5126501cdbb88e827c164e6f76f7b56b401eea2bf772e81bdd170f6202a) AuthConfig (9f975f1d519ca7679a1b7da31031aadf04dd3590e0bd27e18b0c6dfe64ae128c) AuthConfig (16e2987a1482630e57317cf437c5267581b1eb9868022896e507e4ffdaa15295) AuthConfig (9b785892742eb8294a65c31bacd12989e73f9485fe73d4db583eb603dddde396)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"d8410ea1-7a72-4aa4-a2e0-f76a7df421fa","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.281551757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"0a35cbb5-b72e-492c-b093-32e0feb4cc0f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.317939764Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"0a35cbb5-b72e-492c-b093-32e0feb4cc0f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.325585289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"0a35cbb5-b72e-492c-b093-32e0feb4cc0f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.341923341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"485f79b7-afb0-48a3-b82b-bfca7f688af4","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:35.341950004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"485f79b7-afb0-48a3-b82b-bfca7f688af4","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.607762721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"15940da4-3b43-4b87-9c73-5652480d2d5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:36.618091834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"15940da4-3b43-4b87-9c73-5652480d2d5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.155313095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"0d4627f9-8070-427e-8117-3af991e3f2e8","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.158628311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"f0dc6f8f-27f5-4152-91a4-285f1812a915","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.163779127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"0d4627f9-8070-427e-8117-3af991e3f2e8","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:37.166973551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"f0dc6f8f-27f5-4152-91a4-285f1812a915","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:38.954282703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"2872f37a-6bcb-4299-9922-d467bca31603","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.344868818Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.261368026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"3e8afe6e-ae99-4581-96f5-3fd5c12fed42","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.28784663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"3e8afe6e-ae99-4581-96f5-3fd5c12fed42","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.342261934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"63b1caf9-3959-4c32-bb4b-88db34907c8d","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.34229642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"63b1caf9-3959-4c32-bb4b-88db34907c8d","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.354431159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"ba4c1448-d14e-4037-a20e-10d9a3b597f9","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.363372908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"ba4c1448-d14e-4037-a20e-10d9a3b597f9","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.370813904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"ba4c1448-d14e-4037-a20e-10d9a3b597f9","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.314487689Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub]","namespace=ai-tenant-e2e-extmod-b-421604 priority=0:[ai-tenant-e2e-extmod-b-421604/e2e-att-detach-0aba7c-sub ai-tenant-e2e-extmod-b-421604/e2e-att-unrel-6485e4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.329077912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"a1b23062-aaf6-4401-894e-eb259e528c60","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.329099804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"a1b23062-aaf6-4401-894e-eb259e528c60","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:46.332666671Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-184c7d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.335248493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"17df5748-c3cb-4822-9d76-f631617aaf90","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.34803026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"17df5748-c3cb-4822-9d76-f631617aaf90","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.350816382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"e85d87d3-2786-4fe6-a893-84d3ad6a38f2","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.350842368Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"e85d87d3-2786-4fe6-a893-84d3ad6a38f2","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:46.441258158Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"e85d87d3-2786-4fe6-a893-84d3ad6a38f2","name":"e2e-att-serve-184c7d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-184c7d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:46.441317727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"e85d87d3-2786-4fe6-a893-84d3ad6a38f2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-184c7d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.449709518Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-sub","reconcileID":"147788d5-c019-4ea2-8d4f-961fbfa02dd0","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-att-serve-184c7d","model":"e2e-att-serve-184c7d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.450193055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"f557157a-709d-4811-95d8-1f5acee8891a","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.450208658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"f557157a-709d-4811-95d8-1f5acee8891a","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.478359393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"03b394c5-26e2-4bc6-a4b0-3516c6a411b4","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.478378303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"03b394c5-26e2-4bc6-a4b0-3516c6a411b4","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.480815402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"8f8d6348-ef22-4ea9-91b6-9deb35e8437a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.544731806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"8f8d6348-ef22-4ea9-91b6-9deb35e8437a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.549120653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-sub","reconcileID":"8047e2c6-969f-4e8b-8901-c9da3eb418d3","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-att-serve-184c7d","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:48.965091554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"3a7b51b4-82fb-4565-85f9-73d58ddc04d6","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:50.681029943Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"5eee5203-10a0-410c-9ff2-01f6af1e8cac","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.328749093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b30569-dbd2-4da1-b2f6-b5bdd27a6655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.332202552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b30569-dbd2-4da1-b2f6-b5bdd27a6655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.335755474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b30569-dbd2-4da1-b2f6-b5bdd27a6655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.34007156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b30569-dbd2-4da1-b2f6-b5bdd27a6655","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.616913908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5aee45-e4e4-4733-a218-4c0548dcad01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.620779028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5aee45-e4e4-4733-a218-4c0548dcad01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.624382914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5aee45-e4e4-4733-a218-4c0548dcad01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:51.628117237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd5aee45-e4e4-4733-a218-4c0548dcad01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.381008375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e94bcb31-8c08-4547-a115-58482471458a","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.389652439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e94bcb31-8c08-4547-a115-58482471458a","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:55.397268717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e94bcb31-8c08-4547-a115-58482471458a","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.459706956Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"b31e96fc-e98c-449d-b9c5-db9d1dbe9931","namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.542327272Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"cbbdd441-041e-49c9-8c6d-d42ad57fdcda","namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.54968527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d40b8d2f-da2e-4678-bc98-20afee1718ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.550396461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"b0d7ddef-b9c9-4ae2-90e5-1ec5f69c65a0","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.562062243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f3167bff-06e0-48e1-ad66-1df084270f66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.56381532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"59a720a5-7b72-4bb2-b344-1c3cd0e9726f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.564519701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d401f6cb-0162-46a0-afa1-43d7545e5b01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.569709221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"b0d7ddef-b9c9-4ae2-90e5-1ec5f69c65a0","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.569949768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d40b8d2f-da2e-4678-bc98-20afee1718ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.572267597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f3167bff-06e0-48e1-ad66-1df084270f66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.573099011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"59a720a5-7b72-4bb2-b344-1c3cd0e9726f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.574920312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d401f6cb-0162-46a0-afa1-43d7545e5b01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.578675119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"b0d7ddef-b9c9-4ae2-90e5-1ec5f69c65a0","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.601232645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a32bc65e-b6d9-423b-9e69-c6a909bf0605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.611690519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a32bc65e-b6d9-423b-9e69-c6a909bf0605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.653002454Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"8a690b0b-8b5b-410b-b798-c689527aa0e9","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.670423693Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"1f08edb4-331c-4e5a-8924-2a725e94ebf8","namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.674092533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"61d8ea47-2278-4368-93e2-6dc04cf6bb1d","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.674111201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"61d8ea47-2278-4368-93e2-6dc04cf6bb1d","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.694575959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"1effbed0-7971-4a8a-92a6-0f9b2bc6e362","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.694889291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"cc373136-d52d-410a-b425-730b236c9f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.696514722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"97904640-79bf-4485-b038-5c701d4a1024","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.696738825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ff671b1c-0439-402d-8123-8994e9bb694d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.703261006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"1effbed0-7971-4a8a-92a6-0f9b2bc6e362","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.703328464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"cc373136-d52d-410a-b425-730b236c9f5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.707331759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ff671b1c-0439-402d-8123-8994e9bb694d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.707462329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"97904640-79bf-4485-b038-5c701d4a1024","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.0961998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"cd07517e-8578-45d3-9f28-6d261241381b","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.096298655Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"cd07517e-8578-45d3-9f28-6d261241381b","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.103521213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"be22072b-1e36-4b31-9f87-8d4b65c98a8e","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.106231555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"805a5dd2-3ada-4d9d-a684-3eb8fcf2ae23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.107389036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01ed8878-5852-4da1-8cc3-0c95cb3d47df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.109843895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"5f96b08b-cff4-4e99-9189-77bafdc30a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.110207838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"05ed363a-2940-4093-b5df-6db6209a9898","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.113094834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"be22072b-1e36-4b31-9f87-8d4b65c98a8e","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.115529975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"805a5dd2-3ada-4d9d-a684-3eb8fcf2ae23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.117026322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"01ed8878-5852-4da1-8cc3-0c95cb3d47df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.118467062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"5f96b08b-cff4-4e99-9189-77bafdc30a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.120548738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"05ed363a-2940-4093-b5df-6db6209a9898","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.154547273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d06b6ad3-7a0d-4fce-99f3-c2019d0954c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.163245958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d06b6ad3-7a0d-4fce-99f3-c2019d0954c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.26041516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"03ab7fff-df22-46c7-ac91-4011b031a082","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.264557873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"6315cc20-e3e7-4204-961f-35cec30cecc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.268784279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"83df1f2c-e5d3-4aa6-af29-65eecc2c9f67","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.270501062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"03ab7fff-df22-46c7-ac91-4011b031a082","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.271020854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"207db83a-7116-4ef3-a23c-cdaea73ebd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.274874319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"6315cc20-e3e7-4204-961f-35cec30cecc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.347069297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"207db83a-7116-4ef3-a23c-cdaea73ebd9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.347074469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"83df1f2c-e5d3-4aa6-af29-65eecc2c9f67","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.348428578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"03ab7fff-df22-46c7-ac91-4011b031a082","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.362183158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"7264a24c-a6ed-4541-9617-20bda760a11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.362856398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"981c8927-78bc-4628-8e3e-a2e96059f49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.372197984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"7264a24c-a6ed-4541-9617-20bda760a11e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.37599962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"981c8927-78bc-4628-8e3e-a2e96059f49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.56318544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3a0dc1ad-9acd-42fd-932c-21873138ce41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.64698795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"dcf70df2-2996-448c-8c0a-64ec0edd219d","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.647744642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"41feaf5e-8338-4ee3-a2a7-796236817025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.672930829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"06f34f7b-2852-44c9-a3d4-063cfecd2cf4","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.673019932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"06f34f7b-2852-44c9-a3d4-063cfecd2cf4","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.771109102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3a0dc1ad-9acd-42fd-932c-21873138ce41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.796308123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"41feaf5e-8338-4ee3-a2a7-796236817025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.796717408Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"dcf70df2-2996-448c-8c0a-64ec0edd219d","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.81534736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"dcf70df2-2996-448c-8c0a-64ec0edd219d","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.834454624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"46caf7bc-4ece-4035-b862-4a37f1723411","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:58.83448656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"46caf7bc-4ece-4035-b862-4a37f1723411","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:00.696279835Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"37b26c63-b4cc-4eff-95a7-0942a1a44090","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.407821345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e1305481-e518-484b-8ae1-a4c706c8cbd6","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.419647132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e1305481-e518-484b-8ae1-a4c706c8cbd6","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.433890057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e1305481-e518-484b-8ae1-a4c706c8cbd6","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.848446437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"6a9f93ff-2f99-4405-ba75-cd2b4981372a","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.86211786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"6a9f93ff-2f99-4405-ba75-cd2b4981372a","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:08.874066955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"6a9f93ff-2f99-4405-ba75-cd2b4981372a","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.707188178Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"754865f2-0810-464b-907f-257dacdc2bbb","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.85995169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"a2f86618-a359-457f-967c-2b49457a9283","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-detach-0aba7c","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.890825332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"3e8c1f49-9119-4cb1-975d-f60321e4d226","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.890848975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"3e8c1f49-9119-4cb1-975d-f60321e4d226","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.970335736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-sub","reconcileID":"6f26ca29-f0e5-4611-ada7-8aeaf88ac1e9","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-att-serve-184c7d","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:10.973093199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-sub","reconcileID":"cc0e0019-8451-470a-98ae-6376a39e2f92","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-rec-ctrl-a28e91","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.064156679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"f867d511-e498-4e92-833a-d8006ff4e6fb","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.064180867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"f867d511-e498-4e92-833a-d8006ff4e6fb","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.086248197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"fca3f14a-d9ba-432b-bc1b-fce1898df822","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.086271075Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"fca3f14a-d9ba-432b-bc1b-fce1898df822","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","externalModel":"e2e-rec-ctrl-a28e91","provider":"e2e-rec-ctrl-a28e91-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.345006965Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.435791753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"56fe5372-4a8e-46c9-8f00-8a5d3ecb1010","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.435817114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"daab7ff3-66df-4439-9a64-3c09b88c0682","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.444705231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"56fe5372-4a8e-46c9-8f00-8a5d3ecb1010","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.444752897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"daab7ff3-66df-4439-9a64-3c09b88c0682","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.54886302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"7d7918a5-ea05-4ae5-8f8b-b436fe392427","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.556968691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"7d7918a5-ea05-4ae5-8f8b-b436fe392427","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.896168241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e42f9c01-03d6-4ca3-8d10-286f95d30174","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:11.905626428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e42f9c01-03d6-4ca3-8d10-286f95d30174","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.069250838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"289ba98b-f63f-4c1d-b8aa-4cc004f1529e","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.07769479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"289ba98b-f63f-4c1d-b8aa-4cc004f1529e","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.084754223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1daed919adef9b00d4ea6dbb3071073d65c3f979531b4cc624071e3be691d3f1) AuthConfig (86c766f6841d5a13565818b837050e4eeff2d994eeff18ccedb06c34e63d54dc) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (6c2c1d00e8b34c29395bbe7d7fee16e654d2807f08d02414e507b4863f261442) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd) AuthConfig (43dad8e6b490d89632fc74bcbcd9bf353ead1210724cbc8e63529e41c7167392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"289ba98b-f63f-4c1d-b8aa-4cc004f1529e","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.097909071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"718c99f7-89b4-4df4-bee1-07c4e09035da","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.097927139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"718c99f7-89b4-4df4-bee1-07c4e09035da","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.551191213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"b8ac4b64-dff7-47c0-8e14-e64ea6130003","namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.563474615Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"31790fb9-37ca-4bdd-814b-71972caaecae","namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.56441546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"7ae538b1-bb65-4436-8746-a33a2894e0c2","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.565723048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"f0824636-3ded-4a7b-a33f-13cb387bed86","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.566840318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4d5edb52-db93-4013-9c1f-f8152a7e6577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.567321301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5a6970d6-b429-41c5-82d6-f4a2597942e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.574379931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"7ae538b1-bb65-4436-8746-a33a2894e0c2","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.576878687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"f0824636-3ded-4a7b-a33f-13cb387bed86","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.646107005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4d5edb52-db93-4013-9c1f-f8152a7e6577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.647802983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5a6970d6-b429-41c5-82d6-f4a2597942e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.650839148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"7ae538b1-bb65-4436-8746-a33a2894e0c2","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.655363305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1daed919adef9b00d4ea6dbb3071073d65c3f979531b4cc624071e3be691d3f1) AuthConfig (86c766f6841d5a13565818b837050e4eeff2d994eeff18ccedb06c34e63d54dc) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (6c2c1d00e8b34c29395bbe7d7fee16e654d2807f08d02414e507b4863f261442) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd) AuthConfig (43dad8e6b490d89632fc74bcbcd9bf353ead1210724cbc8e63529e41c7167392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"f0824636-3ded-4a7b-a33f-13cb387bed86","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.657365732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a03ddb10-9082-4c73-be02-e79187dee2df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.663527052Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"476cb2c0-6ca6-45a4-961c-ec57cafcfdc1","namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.668305578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ad9a754b-f07f-44c9-bcdc-b09625c6e48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.668861546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a03ddb10-9082-4c73-be02-e79187dee2df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.799865897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"559743c0-6fd8-4815-bb1b-5cd5470452bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.808744085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ad9a754b-f07f-44c9-bcdc-b09625c6e48a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.813190539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"552d624d-d2be-42e5-84f0-0bece452df35","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.81749029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"bc7fb7e2-2d64-479f-b4b3-722d16bc604d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.817941159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"559743c0-6fd8-4815-bb1b-5cd5470452bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.822883054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"552d624d-d2be-42e5-84f0-0bece452df35","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.829118906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"bc7fb7e2-2d64-479f-b4b3-722d16bc604d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.829494803Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"062a67f2-b532-4cb8-aea3-efe3f9ff00af","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.891130727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2cf95793-547d-440d-9b4c-47aedb45b057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.89904541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"42061d9d-9667-4921-9547-cff78a312809","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.934211424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2cf95793-547d-440d-9b4c-47aedb45b057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.93440628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"42061d9d-9667-4921-9547-cff78a312809","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.996205327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6a3d9c69-2d60-4ce0-afaf-eb98eedb71ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:12.996860502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b32d498a-5e20-4f31-bbb3-32cbbc3c1b4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.000087846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"74589511-c514-4e65-a621-90cae568e35e","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.004306825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9426b59d-8ad1-4ff4-943e-0742706f659e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.009385124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6a3d9c69-2d60-4ce0-afaf-eb98eedb71ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.017668533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b32d498a-5e20-4f31-bbb3-32cbbc3c1b4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.018264646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"45a5353b-41ec-4c56-beba-d31712af8425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.018395675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"74589511-c514-4e65-a621-90cae568e35e","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.021660118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9426b59d-8ad1-4ff4-943e-0742706f659e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.027881493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"45a5353b-41ec-4c56-beba-d31712af8425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.094275588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"82123bc7-f0bb-414c-a0bf-fabf1f173a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.096075614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"c9f89eee-bd97-467e-98cc-6a103158ee37","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.096621016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"edc519dc-f5f3-463d-b414-0ca28e3706a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.098486699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdbff166-262e-4cad-9d4f-30262ea3099a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.099646009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8fde5683-a4f2-41d9-815c-ac2b3b8892ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.102987352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"82123bc7-f0bb-414c-a0bf-fabf1f173a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.104586655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"c9f89eee-bd97-467e-98cc-6a103158ee37","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.105447491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"edc519dc-f5f3-463d-b414-0ca28e3706a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.107089343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdbff166-262e-4cad-9d4f-30262ea3099a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.107995255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8fde5683-a4f2-41d9-815c-ac2b3b8892ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.124986825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"1f4709c5-8947-4097-952b-a6e64d50d03e","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.126193172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"21f320a7-e6fe-4a86-bf7f-3aadcde558c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.125588443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"620255f3-2636-49ed-b58d-7f8fb2693b26","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.144006392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"21f320a7-e6fe-4a86-bf7f-3aadcde558c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.14415838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"1f4709c5-8947-4097-952b-a6e64d50d03e","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.146953893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9044d8a6-f09f-441d-8d1f-f380a0e700aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.150318484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"620255f3-2636-49ed-b58d-7f8fb2693b26","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.154661467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"1f4709c5-8947-4097-952b-a6e64d50d03e","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.156074616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9044d8a6-f09f-441d-8d1f-f380a0e700aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.159960755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1daed919adef9b00d4ea6dbb3071073d65c3f979531b4cc624071e3be691d3f1) AuthConfig (86c766f6841d5a13565818b837050e4eeff2d994eeff18ccedb06c34e63d54dc) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (6c2c1d00e8b34c29395bbe7d7fee16e654d2807f08d02414e507b4863f261442) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd) AuthConfig (43dad8e6b490d89632fc74bcbcd9bf353ead1210724cbc8e63529e41c7167392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"620255f3-2636-49ed-b58d-7f8fb2693b26","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.205907666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"20a34fd5-eb68-4c45-96d5-725eb6f97303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.220064219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"20a34fd5-eb68-4c45-96d5-725eb6f97303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.718945654Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"449e6bf4-cedc-4603-b7af-36039187f248","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.79794353Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"4a66b372-c8b4-4264-b79b-4a44a2034519","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.815165799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"d1bbad31-64f0-46de-b405-cc92ccfb21a6","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.820928693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"b3f3be00-1ceb-4704-b095-ba7de87f7cb7","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.821513097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5fea8f7d-1159-4ff3-a63c-042b3f1ab53f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.824149953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"c50d836c-8e4d-48d5-8fc7-12d60d88bf19","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.82497132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81fc711e-b0ee-4b36-b9a4-a396f1836043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.825684049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"d1bbad31-64f0-46de-b405-cc92ccfb21a6","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.829347667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"b3f3be00-1ceb-4704-b095-ba7de87f7cb7","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.830111431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5fea8f7d-1159-4ff3-a63c-042b3f1ab53f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.832973317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"c50d836c-8e4d-48d5-8fc7-12d60d88bf19","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.833646468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"81fc711e-b0ee-4b36-b9a4-a396f1836043","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.834213671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1daed919adef9b00d4ea6dbb3071073d65c3f979531b4cc624071e3be691d3f1) AuthConfig (86c766f6841d5a13565818b837050e4eeff2d994eeff18ccedb06c34e63d54dc) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (6c2c1d00e8b34c29395bbe7d7fee16e654d2807f08d02414e507b4863f261442) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd) AuthConfig (43dad8e6b490d89632fc74bcbcd9bf353ead1210724cbc8e63529e41c7167392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"d1bbad31-64f0-46de-b405-cc92ccfb21a6","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.837174734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"b3f3be00-1ceb-4704-b095-ba7de87f7cb7","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.895955412Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"752ea945-4a19-499f-9a34-e0a1cdc04739","namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.905129622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"86ae192e-5b22-4e21-91ef-008cc080b591","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.905157835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"86ae192e-5b22-4e21-91ef-008cc080b591","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"routeName":"external-model-e2e-rec-recover-bd011c-975b02e821d3","namespace":"e2e-extmod-rec-noaccess-6e7f08","model":"e2e-rec-recover-bd011c","externalModel":"e2e-rec-recover-bd011c","provider":"e2e-rec-recover-bd011c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.90612781Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"a0c591bb-867c-442e-be99-7e25c0f110c0","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.908002026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"de62eee0-2b3a-4f9d-9e11-b5d42e57c44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.908258234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"66aa8b30-8aae-44fd-9d44-246c4bead3a0","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.910389683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7fd5195a-8835-41d5-b866-8ed254b992f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.910655151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"abdf134c-e79a-458e-bf9c-4e345a206b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.91645394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"66aa8b30-8aae-44fd-9d44-246c4bead3a0","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.916499742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"de62eee0-2b3a-4f9d-9e11-b5d42e57c44f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.917410512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5adc8aa8-ff61-46c6-8252-acf80883056d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.923822525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"abdf134c-e79a-458e-bf9c-4e345a206b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.923854766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7fd5195a-8835-41d5-b866-8ed254b992f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.926530353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5adc8aa8-ff61-46c6-8252-acf80883056d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.936004562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"924da827-9fa5-4e72-a528-623417bfe4b7","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.936022741Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"924da827-9fa5-4e72-a528-623417bfe4b7","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.946919926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"66e879cf-adcf-42fa-91dc-7fc570e0c72e","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.946940225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"66e879cf-adcf-42fa-91dc-7fc570e0c72e","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.952651204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"e8b95a59-2458-4949-915e-916efdc6f70c","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.964258896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"364494fc-6f83-42eb-9bfa-cad8dcebd49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.967167495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"185f6d09-5c62-4a0c-9610-4317346681bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.967927106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"188fc7c0-9ae0-40fe-a343-1f77800f3949","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-detach-0aba7c","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.968672271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"17fbd3d0-da00-459c-92c1-dabe81d4776c","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.968746109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"17fbd3d0-da00-459c-92c1-dabe81d4776c","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.973310042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"db4c85b8-d9a5-432c-bec5-4da1f3c72479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.97937668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"185f6d09-5c62-4a0c-9610-4317346681bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.980151096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"364494fc-6f83-42eb-9bfa-cad8dcebd49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.985688356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"986dd661-f4a8-479b-8e78-ea2dc6cb80fb","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.985711492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"986dd661-f4a8-479b-8e78-ea2dc6cb80fb","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:13.994674754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"db4c85b8-d9a5-432c-bec5-4da1f3c72479","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.017506424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"c86a343e-dfff-432e-a8d3-2f472ed4ed9a","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.065249748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"0edceb64-ad62-4903-bf88-012dbc38fe1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.142049452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"f553de84-3dd4-4843-8d40-3ce5f428fd7a","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.14618439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"0edceb64-ad62-4903-bf88-012dbc38fe1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.165198407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"4da997ca-0c60-48e2-91a9-01b0a0c3c472","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.165278144Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"d70e9dc4-0345-4ff5-9581-ff3c511caeed","namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.171031861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"f553de84-3dd4-4843-8d40-3ce5f428fd7a","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.193895848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"ccc5ff0d-b2d7-4606-a0de-fce3c872b3ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.193985071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"1664202f-3581-4e16-9c2c-15152945039b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.194578355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c3a5ae80-1233-43ee-93d0-6dffc6ab1284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.204437013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"e64aeefc-4a76-4d02-9b89-f197a9860957","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.204464654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"e64aeefc-4a76-4d02-9b89-f197a9860957","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.379986689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c3a5ae80-1233-43ee-93d0-6dffc6ab1284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.450535285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"1664202f-3581-4e16-9c2c-15152945039b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.478164723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"ccc5ff0d-b2d7-4606-a0de-fce3c872b3ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.47902196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"3a4a0144-0a47-4233-ac64-2516f6e3e11f","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.479045788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"3a4a0144-0a47-4233-ac64-2516f6e3e11f","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.520246793Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"f8261c3d-be96-441b-9eed-de72e9756126","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.520868199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"4e22d9a5-0b3c-4e53-80ec-19208f0a8906","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.542365385Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"8fb2d027-5f6c-4356-b1e2-1414165a8b8e","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.574727549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"9e9d6181-2d6d-4a80-b52a-05638f2eac5a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.57597045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"2820b8ae-a7df-4432-85d9-39acb856e071","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-detach-0aba7c","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.57624763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"8fb2d027-5f6c-4356-b1e2-1414165a8b8e","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.586517397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"9e9d6181-2d6d-4a80-b52a-05638f2eac5a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.593865034Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"8916e1c5-9888-4977-bd01-bff5da03961f","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.59493895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e356dbc0-21de-453b-a0e6-337705f19f6c","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.603720026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e356dbc0-21de-453b-a0e6-337705f19f6c","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.609981259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"2ac02a59-3083-4ae2-ab7c-1182c9fe5641","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.610060033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"2ac02a59-3083-4ae2-ab7c-1182c9fe5641","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.613346133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1daed919adef9b00d4ea6dbb3071073d65c3f979531b4cc624071e3be691d3f1) AuthConfig (86c766f6841d5a13565818b837050e4eeff2d994eeff18ccedb06c34e63d54dc) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (6c2c1d00e8b34c29395bbe7d7fee16e654d2807f08d02414e507b4863f261442) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd) AuthConfig (43dad8e6b490d89632fc74bcbcd9bf353ead1210724cbc8e63529e41c7167392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e356dbc0-21de-453b-a0e6-337705f19f6c","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.626848209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"866c8a12-f487-4be9-9a17-1f0df4886770","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.626921637Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"866c8a12-f487-4be9-9a17-1f0df4886770","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.655933647Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"0ae318fd-f8ad-4dc5-b02a-06f1dae49073","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.656003297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"0ae318fd-f8ad-4dc5-b02a-06f1dae49073","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.696828489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ef1aa131-ff4b-461d-8609-4a2d284ad2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.696858725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90b0d019-dd9b-4e30-adc4-18eeac1c4a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.697240696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"28fd23e9-c2b2-4cde-bd59-cc2b3e69803c","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.703719753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ec821b27-552c-4b79-9b14-9c881cc3e341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.704342788Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"6897c61f-ff92-4b85-a1c5-66b7ab6498a5","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.704399755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"6897c61f-ff92-4b85-a1c5-66b7ab6498a5","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.708269653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"28fd23e9-c2b2-4cde-bd59-cc2b3e69803c","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.708754056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90b0d019-dd9b-4e30-adc4-18eeac1c4a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.710860121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ef1aa131-ff4b-461d-8609-4a2d284ad2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.712358128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ec821b27-552c-4b79-9b14-9c881cc3e341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.712475566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"6fb0b13c-5174-4e5a-8809-cfeea10e5f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.716066951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"28fd23e9-c2b2-4cde-bd59-cc2b3e69803c","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.721359494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"6fb0b13c-5174-4e5a-8809-cfeea10e5f76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.78914619Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"2a075c69-c37b-42fb-84b3-4a0a67b9c43d","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.789214089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"2a075c69-c37b-42fb-84b3-4a0a67b9c43d","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.797022269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"722ab96c-a52b-4276-848f-f552cd4d6f84","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.803557573Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"01380d7d-d127-4c9d-bdd8-c20b5e6736ea","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.807588021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"722ab96c-a52b-4276-848f-f552cd4d6f84","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.810047766Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"0faa285b-08f2-4d4e-9dad-565a96b813e2","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:14.810122066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"0faa285b-08f2-4d4e-9dad-565a96b813e2","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.907207522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b669764-5f4d-43b4-9d6a-6f10df87a2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.908018672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"e45f394b-828d-4f01-86a5-6ed8b1c471f6","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.913365528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"be37039b-6e2b-4697-8eb8-7973ed66a1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.914160758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"c3b04beb-3843-4bdc-995b-d7cb1134267b","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.969178658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"e45f394b-828d-4f01-86a5-6ed8b1c471f6","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:14.980864059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b669764-5f4d-43b4-9d6a-6f10df87a2dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.017925525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ebae9ac8-95a1-424b-a514-733e50f06c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.018418524Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"9992a234-b5a0-446e-88b5-18e3fdc22533","namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.049652148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"be37039b-6e2b-4697-8eb8-7973ed66a1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.099147321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"c3b04beb-3843-4bdc-995b-d7cb1134267b","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.14126289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ebae9ac8-95a1-424b-a514-733e50f06c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:15.153728716Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"90a41a2e-3616-43a7-a45d-a3110ec341d8","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:15.153879918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"90a41a2e-3616-43a7-a45d-a3110ec341d8","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.351021393Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"22a380f4-2f13-4255-887e-c814996b68a4","namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.352459716Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"c06c65e9-b9a0-4cbd-8f76-2fa3fc723777","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.37245525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"06b0772e-dc5e-489f-8522-6078d6d48186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.372956569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cfb5fc8e-274c-4701-8dac-ee1e35041877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.440930607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"20acff2d-d990-443c-89c6-49ca41a6f666","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.441876257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"44a33001-8d75-4833-9238-0af2fedb3b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.446456546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"06b0772e-dc5e-489f-8522-6078d6d48186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.448970076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cfb5fc8e-274c-4701-8dac-ee1e35041877","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.44957198Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"ada6402c-0b5e-4572-95f3-74a568f4f878","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.452009041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"20acff2d-d990-443c-89c6-49ca41a6f666","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.454270289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"44a33001-8d75-4833-9238-0af2fedb3b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.462385362Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"52fbae31-e005-4019-bb87-33fa20da2f7e","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.46314566Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"50acc58a-bcde-49dc-901a-7c7e7bba4fe6","namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.471326164Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"4936a048-4756-4d14-a7b9-97ae77ec0f33","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.474971447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"75153d91-c675-43e8-ba58-5781788a59b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.543412975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"75153d91-c675-43e8-ba58-5781788a59b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.598092752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"73cb2ea5-dc08-4904-92c7-a0aaa517b307","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.598689484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"924e7321-99a8-4304-ac86-2b0db47a2202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.609373038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"924e7321-99a8-4304-ac86-2b0db47a2202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.610048003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"73cb2ea5-dc08-4904-92c7-a0aaa517b307","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.685128449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"579b510c-30c1-4baa-a8d4-62c35166fcd5","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.686039611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"6b430401-7b18-440f-970d-64476d9ae745","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.690290901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61b45786-41db-4fdc-a126-1790c6f913f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.696022101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"579b510c-30c1-4baa-a8d4-62c35166fcd5","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.696370407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3c4ce1de-12f2-4f7b-a85e-a39a45a6bda1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.696841387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"704a9e43-aefb-4e36-9baa-ac68fdff77e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.69692244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"6b430401-7b18-440f-970d-64476d9ae745","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.699562196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61b45786-41db-4fdc-a126-1790c6f913f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.70476867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"579b510c-30c1-4baa-a8d4-62c35166fcd5","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.705238051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3c4ce1de-12f2-4f7b-a85e-a39a45a6bda1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.706365743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1daed919adef9b00d4ea6dbb3071073d65c3f979531b4cc624071e3be691d3f1) AuthConfig (86c766f6841d5a13565818b837050e4eeff2d994eeff18ccedb06c34e63d54dc) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (6c2c1d00e8b34c29395bbe7d7fee16e654d2807f08d02414e507b4863f261442) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd) AuthConfig (43dad8e6b490d89632fc74bcbcd9bf353ead1210724cbc8e63529e41c7167392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"6b430401-7b18-440f-970d-64476d9ae745","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.707481604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"704a9e43-aefb-4e36-9baa-ac68fdff77e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.768776633Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"b193ded4-70fb-4317-815b-4f0ec086fdc2","namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.790002786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"f64563e8-9fff-4aeb-8d1b-e279aa91d69d","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.808488007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d03da295-6cdd-4838-8fe7-8ed5305299d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:15.833157598Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"83cb3d8d-cc02-4216-943e-1acdd1f76fea","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:15.833259865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"83cb3d8d-cc02-4216-943e-1acdd1f76fea","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.836557688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"f64563e8-9fff-4aeb-8d1b-e279aa91d69d","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.84081544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d03da295-6cdd-4838-8fe7-8ed5305299d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.842067595Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"4071c54e-1e73-40b6-99d0-09c5a6c641c8","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.86247926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a6bef2a-c6aa-4b27-af85-55f3da436188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.863017422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"dbcaac29-5d9f-4e93-a943-ec245003a6ab","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.867799182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f4beafc5-8328-412d-af28-8297f64dccfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.86872695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"e92000f9-2d4c-4c6b-9eff-1e6c429ccbf7","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.941231389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a6bef2a-c6aa-4b27-af85-55f3da436188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.946777337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f4beafc5-8328-412d-af28-8297f64dccfc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.950925195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"e92000f9-2d4c-4c6b-9eff-1e6c429ccbf7","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.951306306Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"629b15f2-7615-4dd8-9ccb-86ee2d89f528","namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:15.977288407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"5c8e39ad-a860-4dd4-95de-742f21e8f156","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.045666724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"fcc6130d-5e51-4212-9e10-ca2df500d9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.046676867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"15b82349-ebf4-4411-aa7f-53ca60da2eb2","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.055808575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"fcc6130d-5e51-4212-9e10-ca2df500d9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.056502484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"15b82349-ebf4-4411-aa7f-53ca60da2eb2","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.138247941Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"ce44cd6c-7caa-4357-a293-b39aef6fdba1","namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.148527479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"7cee66c2-9775-49e1-9386-29785502d3be","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.148559878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"7cee66c2-9775-49e1-9386-29785502d3be","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"routeName":"external-model-e2e-rec-ctrl-942e20-805d81225ad3","namespace":"e2e-extmod-rec-user-f71613","model":"e2e-rec-ctrl-942e20","externalModel":"e2e-rec-ctrl-942e20","provider":"e2e-rec-ctrl-942e20-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.148975127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3e0b857e-d963-459c-8608-d36fe427853f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.149231482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"27bf538b-84a4-43e7-926f-5f94c67678eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.152814577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6a5291c9-82a4-4bb4-bb8b-cabf0f5ed1e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.158935169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3e0b857e-d963-459c-8608-d36fe427853f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.159540443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"27bf538b-84a4-43e7-926f-5f94c67678eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.161665508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6a5291c9-82a4-4bb4-bb8b-cabf0f5ed1e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.258825827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"5c602510-fdc3-474d-a2ee-e6bbf1ce0011","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.260058865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"5528fbac-d750-43ba-9098-2fd174080987","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.261056441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"c0e5c8da-17f7-4ff4-a384-6e57d759b912","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.26108032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"c0e5c8da-17f7-4ff4-a384-6e57d759b912","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"routeName":"external-model-e2e-rec-ctrl-942e20-805d81225ad3","namespace":"e2e-extmod-rec-user-f71613","model":"e2e-rec-ctrl-942e20","externalModel":"e2e-rec-ctrl-942e20","provider":"e2e-rec-ctrl-942e20-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.26517448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"02df6485-f2cd-434e-9bd3-7a72998d358b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.265887327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"32b989b7-a8b5-4964-817d-6f33091c6b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.272050029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"69f9acb5-5e78-4618-b58a-498a3b69c980","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.327051756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"5528fbac-d750-43ba-9098-2fd174080987","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.431773842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"32b989b7-a8b5-4964-817d-6f33091c6b1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.474561092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1daed919adef9b00d4ea6dbb3071073d65c3f979531b4cc624071e3be691d3f1) AuthConfig (86c766f6841d5a13565818b837050e4eeff2d994eeff18ccedb06c34e63d54dc) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (6c2c1d00e8b34c29395bbe7d7fee16e654d2807f08d02414e507b4863f261442) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd) AuthConfig (43dad8e6b490d89632fc74bcbcd9bf353ead1210724cbc8e63529e41c7167392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"5528fbac-d750-43ba-9098-2fd174080987","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.487888653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"02df6485-f2cd-434e-9bd3-7a72998d358b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.496246715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"5c602510-fdc3-474d-a2ee-e6bbf1ce0011","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.496727246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"69f9acb5-5e78-4618-b58a-498a3b69c980","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.581636871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"5c602510-fdc3-474d-a2ee-e6bbf1ce0011","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.588144384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53f74efa-e0d0-4684-99f9-1b7db5dbadf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.596816079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53f74efa-e0d0-4684-99f9-1b7db5dbadf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.605337962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"23439ddc-3779-460a-a27b-fb357ddcaceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.605842255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0b6ffcdf-68e7-474d-bf84-91fbccd6a227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.617346245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"23439ddc-3779-460a-a27b-fb357ddcaceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.618625128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0b6ffcdf-68e7-474d-bf84-91fbccd6a227","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.619320863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"0a38258d-e3d2-4c78-927a-1f87006db49b","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.619341213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"0a38258d-e3d2-4c78-927a-1f87006db49b","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"routeName":"external-model-e2e-rec-ctrl-942e20-805d81225ad3","namespace":"e2e-extmod-rec-user-f71613","model":"e2e-rec-ctrl-942e20","externalModel":"e2e-rec-ctrl-942e20","provider":"e2e-rec-ctrl-942e20-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.619785117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7a56bc0c-bda2-4dbc-a5b6-755b35cb4a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.629369344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7a56bc0c-bda2-4dbc-a5b6-755b35cb4a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.762336475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"8377a7bc-51cc-480c-ab08-571c1cbd2cfb","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.76277415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6aae60f4-d5a4-4cd5-8ac2-548a212da18f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.770771685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"8377a7bc-51cc-480c-ab08-571c1cbd2cfb","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.773769123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6aae60f4-d5a4-4cd5-8ac2-548a212da18f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.852066197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"0a2cd21b-c7ef-463b-83f0-b251b8927f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.852128869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"da04b9ae-52bc-47f4-a2da-01f8c37ef8b5","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.855453286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"69fed067-d27f-4337-a2a9-e217c4ae71cf","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.861707024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"da04b9ae-52bc-47f4-a2da-01f8c37ef8b5","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.862314484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"0a2cd21b-c7ef-463b-83f0-b251b8927f68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.864364479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"69fed067-d27f-4337-a2a9-e217c4ae71cf","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.912633357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"77608363-a9f5-4edd-ad94-5c346544988f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.912968003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3a13665-e130-426a-9b32-47c692a72bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.915872126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8c8631d9-cc6f-40f0-ad35-a65068d13e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.921357941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"77608363-a9f5-4edd-ad94-5c346544988f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.924412452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8c8631d9-cc6f-40f0-ad35-a65068d13e9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:16.942209473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3a13665-e130-426a-9b32-47c692a72bdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.056170807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"62d6a5ea-2c9b-402f-a40d-edf4c1bf92ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.066431472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"82564186-8ce0-4f49-a564-a9ea09b4ce72","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.071951591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"62d6a5ea-2c9b-402f-a40d-edf4c1bf92ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.083152309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"7f8edc88-1850-473e-bc76-0df66e04919a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.085132515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"82564186-8ce0-4f49-a564-a9ea09b4ce72","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.092508765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"7f8edc88-1850-473e-bc76-0df66e04919a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:17.118016835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"025d7862-99a9-48ca-9a04-563025a29ad2","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:17.118105397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"025d7862-99a9-48ca-9a04-563025a29ad2","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:19.68247613Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"77220bb5-fbae-45d4-9e16-89c2c4390de2","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:19.6825416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"77220bb5-fbae-45d4-9e16-89c2c4390de2","error":"ExternalModel e2e-extmod-att-user-fed59b/e2e-att-delete-df109f is attached to several gateways [openshift-ingress/e2e-extmod-a-db5198 openshift-ingress/e2e-extmod-b-421604]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.76571335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"7874656b-4e0d-4239-9997-1243a9cc3b95","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.765741256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"7874656b-4e0d-4239-9997-1243a9cc3b95","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"routeName":"external-model-e2e-rec-recover-bd011c-975b02e821d3","namespace":"e2e-extmod-rec-noaccess-6e7f08","model":"e2e-rec-recover-bd011c","externalModel":"e2e-rec-recover-bd011c","provider":"e2e-rec-recover-bd011c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.843794502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"c0a637ea-382e-4e5f-96f3-6e2f1916a847","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.843820268Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"c0a637ea-382e-4e5f-96f3-6e2f1916a847","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"routeName":"external-model-e2e-rec-recover-bd011c-975b02e821d3","namespace":"e2e-extmod-rec-noaccess-6e7f08","model":"e2e-rec-recover-bd011c","externalModel":"e2e-rec-recover-bd011c","provider":"e2e-rec-recover-bd011c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.855963917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"a88f3496-d6a4-4bd1-b4de-827b23b58523","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.864769815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"a88f3496-d6a4-4bd1-b4de-827b23b58523","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.908901208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"58984d2f-530d-4c02-a1e4-f21130bf2309","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.908924592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"58984d2f-530d-4c02-a1e4-f21130bf2309","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"routeName":"external-model-e2e-rec-recover-bd011c-975b02e821d3","namespace":"e2e-extmod-rec-noaccess-6e7f08","model":"e2e-rec-recover-bd011c","externalModel":"e2e-rec-recover-bd011c","provider":"e2e-rec-recover-bd011c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.255410926Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-recover-bd011c-sub]","namespace=ai-tenant-e2e-extmod-b-421604 priority=0:[ai-tenant-e2e-extmod-b-421604/e2e-att-detach-0aba7c-sub ai-tenant-e2e-extmod-b-421604/e2e-att-unrel-6485e4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.259105926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"bcf2d243-1d74-4239-9ba0-eb5658154844","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.259125774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"bcf2d243-1d74-4239-9ba0-eb5658154844","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"routeName":"external-model-e2e-rec-recover-bd011c-975b02e821d3","namespace":"e2e-extmod-rec-noaccess-6e7f08","model":"e2e-rec-recover-bd011c","externalModel":"e2e-rec-recover-bd011c","provider":"e2e-rec-recover-bd011c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:20.268683766Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-05473b/e2e-rec-recover-bd011c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-bd011c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.274327953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"719a45f6-f17a-480f-a1f1-a3bd41549ba2","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.274839062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"960f4df6-dea5-4b95-b0f5-bfb5ac2f2e42","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.28044195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"3d8ce7c4-0f3d-489a-bd9f-44b9e543d215","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.281392204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"332fb3a2-65d2-493b-8650-4eb3cbbfaf19","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.281410156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"332fb3a2-65d2-493b-8650-4eb3cbbfaf19","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","externalModel":"e2e-rec-ctrl-a28e91","provider":"e2e-rec-ctrl-a28e91-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.286165184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"960f4df6-dea5-4b95-b0f5-bfb5ac2f2e42","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.287151367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"719a45f6-f17a-480f-a1f1-a3bd41549ba2","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.289292557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"3d8ce7c4-0f3d-489a-bd9f-44b9e543d215","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.292193678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"456da9c4-f718-41b2-a2a1-1f94e2c7f7c8","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.292216719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"456da9c4-f718-41b2-a2a1-1f94e2c7f7c8","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"routeName":"external-model-e2e-rec-recover-bd011c-975b02e821d3","namespace":"e2e-extmod-rec-noaccess-6e7f08","model":"e2e-rec-recover-bd011c","externalModel":"e2e-rec-recover-bd011c","provider":"e2e-rec-recover-bd011c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.310021557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"c087c270-9924-45cb-b2ea-cd44d7ed39c9","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.310039474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"c087c270-9924-45cb-b2ea-cd44d7ed39c9","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.317990461Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-sub","reconcileID":"b4f8ff02-9c89-4bc2-8a4b-1d3099949e0c","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-rec-recover-bd011c","model":"e2e-rec-recover-bd011c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-05473b/e2e-rec-recover-bd011c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.318288734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"9d94e14e-bb4e-4c80-892c-e7aadad77d72","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.318306831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"9d94e14e-bb4e-4c80-892c-e7aadad77d72","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.364802535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"4ff183e4-34a3-40c8-ad97-8bd94e5e0047","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.364821675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"4ff183e4-34a3-40c8-ad97-8bd94e5e0047","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"routeName":"external-model-e2e-rec-recover-bd011c-975b02e821d3","namespace":"e2e-extmod-rec-noaccess-6e7f08","model":"e2e-rec-recover-bd011c","externalModel":"e2e-rec-recover-bd011c","provider":"e2e-rec-recover-bd011c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.3988563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-sub","reconcileID":"8b1da275-e682-4530-855a-a7648cbcf235","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-rec-recover-bd011c","model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.426701224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"93416d2a-845b-4419-b674-d1eb8483defb","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.427078311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"a40848e2-6744-4594-9a04-a36e82105f77","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.435070438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"a40848e2-6744-4594-9a04-a36e82105f77","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.435072049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"93416d2a-845b-4419-b674-d1eb8483defb","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.435324929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"67924fdd-79ee-46df-9b87-fcb2d8614389","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.443561917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"67924fdd-79ee-46df-9b87-fcb2d8614389","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.091848167Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub]","namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-recover-bd011c-sub]","namespace=ai-tenant-e2e-extmod-b-421604 priority=0:[ai-tenant-e2e-extmod-b-421604/e2e-att-detach-0aba7c-sub ai-tenant-e2e-extmod-b-421604/e2e-att-unrel-6485e4-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.095316357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"919b1135-3b54-45ec-ba07-8df78196ede0","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.095337043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"919b1135-3b54-45ec-ba07-8df78196ede0","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"routeName":"external-model-e2e-rec-ctrl-942e20-805d81225ad3","namespace":"e2e-extmod-rec-user-f71613","model":"e2e-rec-ctrl-942e20","externalModel":"e2e-rec-ctrl-942e20","provider":"e2e-rec-ctrl-942e20-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:21.102911876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-sub","reconcileID":"13aca425-278d-4f8d-98a9-d837bce50be5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-ctrl-942e20-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.10502587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"e0c0d6d7-34d3-4813-a070-8f0b57ddfeba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.105026601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"80e6ceb4-eacd-413a-8683-ecd0ab698630","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.114682765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"80e6ceb4-eacd-413a-8683-ecd0ab698630","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.114765196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"e0c0d6d7-34d3-4813-a070-8f0b57ddfeba","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.115183131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"9b55ece0-c6a4-4722-a1a0-ea968950f474","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.115201714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"9b55ece0-c6a4-4722-a1a0-ea968950f474","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"routeName":"external-model-e2e-rec-ctrl-942e20-805d81225ad3","namespace":"e2e-extmod-rec-user-f71613","model":"e2e-rec-ctrl-942e20","externalModel":"e2e-rec-ctrl-942e20","provider":"e2e-rec-ctrl-942e20-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:21.134295135Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"9b55ece0-c6a4-4722-a1a0-ea968950f474","name":"e2e-rec-ctrl-942e20","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-942e20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:21.134345077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"9b55ece0-c6a4-4722-a1a0-ea968950f474","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-942e20\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.135295506Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"125b7483-c5d2-4ba3-97e5-553ed7068e5b","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.138069862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"acd447c3-5dfc-4e9a-ab67-fc42ca02fde8","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.138088326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"acd447c3-5dfc-4e9a-ab67-fc42ca02fde8","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.146829042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"1c04fbbb-5eba-452a-bda5-501c1914af3f","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.146873553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"ed147e82-c01d-4b33-8af3-5ab528dca983","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.147658379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"e1fbdfd3-2cfa-40d8-8152-3caa6097596e","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.147675065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"e1fbdfd3-2cfa-40d8-8152-3caa6097596e","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"routeName":"external-model-e2e-rec-recover-bd011c-975b02e821d3","namespace":"e2e-extmod-rec-noaccess-6e7f08","model":"e2e-rec-recover-bd011c","externalModel":"e2e-rec-recover-bd011c","provider":"e2e-rec-recover-bd011c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.154063922Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-sub","reconcileID":"4e412a7c-38a7-42b2-a006-c72b764ad2b1","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-rec-ctrl-942e20","model":"e2e-rec-ctrl-942e20","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.157048187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"1c04fbbb-5eba-452a-bda5-501c1914af3f","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.15794952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"ed147e82-c01d-4b33-8af3-5ab528dca983","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.158165713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"680d8dbd-79dd-42cd-a635-34919b1689e5","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.158210147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"680d8dbd-79dd-42cd-a635-34919b1689e5","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"routeName":"external-model-e2e-rec-ctrl-942e20-805d81225ad3","namespace":"e2e-extmod-rec-user-f71613","model":"e2e-rec-ctrl-942e20","externalModel":"e2e-rec-ctrl-942e20","provider":"e2e-rec-ctrl-942e20-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.158288517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"614654a4-5173-43fc-b813-d96a363220d9","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.164199923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"1c04fbbb-5eba-452a-bda5-501c1914af3f","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.165964247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1daed919adef9b00d4ea6dbb3071073d65c3f979531b4cc624071e3be691d3f1) AuthConfig (86c766f6841d5a13565818b837050e4eeff2d994eeff18ccedb06c34e63d54dc) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (6c2c1d00e8b34c29395bbe7d7fee16e654d2807f08d02414e507b4863f261442) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd) AuthConfig (43dad8e6b490d89632fc74bcbcd9bf353ead1210724cbc8e63529e41c7167392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"ed147e82-c01d-4b33-8af3-5ab528dca983","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.167804543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"614654a4-5173-43fc-b813-d96a363220d9","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.183428993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"66683ebb-8f7f-431a-a585-e4366d0720ff","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.183446442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"66683ebb-8f7f-431a-a585-e4366d0720ff","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"routeName":"external-model-e2e-rec-ctrl-942e20-805d81225ad3","namespace":"e2e-extmod-rec-user-f71613","model":"e2e-rec-ctrl-942e20","externalModel":"e2e-rec-ctrl-942e20","provider":"e2e-rec-ctrl-942e20-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.205588411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edb396ff-aee8-44e7-b5cb-d9a7eb4a5e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.206016203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"af9c21a9-e498-4c3c-8c7b-97b6a3e0412c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.214202418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"edb396ff-aee8-44e7-b5cb-d9a7eb4a5e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.241655511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"af9c21a9-e498-4c3c-8c7b-97b6a3e0412c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.256418211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-sub","reconcileID":"f57e3604-e947-4be1-8f8f-b0e660f9fb50","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-rec-ctrl-942e20","model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.306914631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4d975e97-f633-497c-8846-33b3e3b18447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.307125262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"023cd501-ccf0-416c-844a-1400f55cf91e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.309943009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"318b0f98-cb9d-42f9-b6e4-080e8e1f9629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.310037524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"fee2dcad-7b59-48de-b9e8-65cef925defe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.312779747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"cd4b46ec-57c4-4629-a4a9-fa9fc6a1f2b4","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.316932969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"023cd501-ccf0-416c-844a-1400f55cf91e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.316933357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4d975e97-f633-497c-8846-33b3e3b18447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.319506352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"318b0f98-cb9d-42f9-b6e4-080e8e1f9629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.320204903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"fee2dcad-7b59-48de-b9e8-65cef925defe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.34200698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"cd4b46ec-57c4-4629-a4a9-fa9fc6a1f2b4","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.406520694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9a7dcd81-b8c3-4050-ac9b-3515efc13fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.406526464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06f98a02-3bd7-44ba-b464-1c7c14dee79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.411896099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"21331f31-2892-420e-b370-610a7c8751d8","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.415284426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06f98a02-3bd7-44ba-b464-1c7c14dee79a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.415384683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9a7dcd81-b8c3-4050-ac9b-3515efc13fc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.421251614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"21331f31-2892-420e-b370-610a7c8751d8","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.443731519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a2c40e8a-b5fc-4abb-9dc9-a429e815b94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.446371465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"db1ad9df-3189-4659-b056-2ce44501c64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.447590794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"38b04436-7ab5-4394-a63c-e17f4efa7452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.456967202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"8bf9677c-e5c5-4744-b1fe-a224a2b45d2f","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.462578534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a2c40e8a-b5fc-4abb-9dc9-a429e815b94b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.464836625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"db1ad9df-3189-4659-b056-2ce44501c64a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.552285197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"8bf9677c-e5c5-4744-b1fe-a224a2b45d2f","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.556348069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"38b04436-7ab5-4394-a63c-e17f4efa7452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.559912219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"b895a5f5-1e1f-4fd7-b059-303217e5af00","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.570004791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"b895a5f5-1e1f-4fd7-b059-303217e5af00","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.578367588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d74b4af4-18d9-4dd3-acee-b8e83b9abc38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.578667317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"65f4925c-5312-46d9-b8f1-668715401983","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.641226449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"eef1a8ec-5684-41cd-88b0-c099b0f04e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.650503031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"eef1a8ec-5684-41cd-88b0-c099b0f04e3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.652743473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d74b4af4-18d9-4dd3-acee-b8e83b9abc38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.654894117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"65f4925c-5312-46d9-b8f1-668715401983","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.741439162Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"1cac7243-be46-4fff-ac52-3a8a8b47f821","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.758680041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"ff422873-4547-4984-aa04-be9d5288c275","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.758981808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4d3d26a5-89a8-48f9-8a74-eab4b31d12b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.767024846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"ff422873-4547-4984-aa04-be9d5288c275","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.767740676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4d3d26a5-89a8-48f9-8a74-eab4b31d12b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.773882299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"ff422873-4547-4984-aa04-be9d5288c275","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.855105718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"91a499e4-108a-4e5f-b66a-16a00eacd85f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.855371984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"20341195-36ac-4f9a-a40b-34054f6221c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.855788871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ecd59777-5b02-4b25-9d18-b08b50b38119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.859840619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a21eadc9-cb59-425f-9478-2c81356d7647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.864551385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"91a499e4-108a-4e5f-b66a-16a00eacd85f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.865063789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ecd59777-5b02-4b25-9d18-b08b50b38119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.867560228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"20341195-36ac-4f9a-a40b-34054f6221c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.868517671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a21eadc9-cb59-425f-9478-2c81356d7647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.872918952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1daed919adef9b00d4ea6dbb3071073d65c3f979531b4cc624071e3be691d3f1) AuthConfig (86c766f6841d5a13565818b837050e4eeff2d994eeff18ccedb06c34e63d54dc) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (6c2c1d00e8b34c29395bbe7d7fee16e654d2807f08d02414e507b4863f261442) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd) AuthConfig (43dad8e6b490d89632fc74bcbcd9bf353ead1210724cbc8e63529e41c7167392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"91a499e4-108a-4e5f-b66a-16a00eacd85f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.266799218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"542e3b13-2552-483d-aae7-dbaad646aa88","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.27020508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"23b5847e-7b31-48d2-8262-dbb8d3fe9dbc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.270829449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"c0301746-12a8-4cc4-945c-1eadda1784ff","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.271088926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4a2c74a9-aa44-40d0-9550-531e9f1ed09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.270855799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c75deec1-b6d9-4712-bed9-6f903025da2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.275724894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"542e3b13-2552-483d-aae7-dbaad646aa88","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.278726842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"23b5847e-7b31-48d2-8262-dbb8d3fe9dbc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.28069365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4a2c74a9-aa44-40d0-9550-531e9f1ed09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.281802991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"c0301746-12a8-4cc4-945c-1eadda1784ff","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.283412181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c75deec1-b6d9-4712-bed9-6f903025da2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.346515491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f33bb73c-55e6-438d-94c2-41deca9a2c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.350134704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"c48abcf0-c49c-4f92-ba2c-1acc1f82d068","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.352042872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"715dfd74-b27a-4eb7-a013-9d96337208b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.352768158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"b171d14b-2dac-408e-b33f-c5bdd942faaa","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.353657348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b345b54f-196f-44bd-a77c-3ca7a08a118e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.355566066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f33bb73c-55e6-438d-94c2-41deca9a2c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.358637777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"c48abcf0-c49c-4f92-ba2c-1acc1f82d068","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.360799772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"715dfd74-b27a-4eb7-a013-9d96337208b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.361177218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"b171d14b-2dac-408e-b33f-c5bdd942faaa","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.363063504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b345b54f-196f-44bd-a77c-3ca7a08a118e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.50604125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b20163ec-5439-4a19-8033-c5629c685801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.507808588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddf9c125-4101-4583-8421-c1d9cdec442d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.508417442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c5339c85-12fa-43de-b213-e939328e13b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.508872345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"1f403c74-b822-49d5-a42d-fa8251ec0f86","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.511821109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"b01af81a-24c6-44ac-b6d6-d7023f6aba3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.514949352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b20163ec-5439-4a19-8033-c5629c685801","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.517295596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddf9c125-4101-4583-8421-c1d9cdec442d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.518570973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c5339c85-12fa-43de-b213-e939328e13b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.520938965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"1f403c74-b822-49d5-a42d-fa8251ec0f86","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.522152008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"b01af81a-24c6-44ac-b6d6-d7023f6aba3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.545710406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"ff0a0101-e9b4-45f2-b846-f564fb63c5d6","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.545735906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"ff0a0101-e9b4-45f2-b846-f564fb63c5d6","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.553976815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"f54610ae-05b0-4a19-ae4a-d243cc815441","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.553995241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"f54610ae-05b0-4a19-ae4a-d243cc815441","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.561429813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"e4754e33-e8d9-4efe-9a86-751aeda0e737","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-detach-0aba7c","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.561956928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"0769415e-839d-46b0-ac50-abb32c802eaf","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.563512367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"f58294aa-23c7-4271-a39f-21248fb0c0b3","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.563528854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"f58294aa-23c7-4271-a39f-21248fb0c0b3","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.578702074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"cd0b675f-2747-4d28-9f29-9ed0786f7fd7","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.578722621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"cd0b675f-2747-4d28-9f29-9ed0786f7fd7","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.664435146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"261ea128-8e67-4478-a492-e942cfd5a180","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-detach-0aba7c","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.66461711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"1668ec27-b196-475d-899e-ca09769c000e","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.71001501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"21a35b2d-c08b-4d28-a3d0-a1c1278747aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.710025187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"d5eb3f57-3ddf-4242-bb11-ab25395cd18b","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.720129332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"21a35b2d-c08b-4d28-a3d0-a1c1278747aa","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.722907333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"d5eb3f57-3ddf-4242-bb11-ab25395cd18b","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.782144323Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-df109f","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","reconcileID":"1fb16a9f-db88-47a2-9f10-84c2b1a47dcc","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-delete-df109f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.986431081Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"4f5c69ee-12c5-47eb-a1a1-32e436530015","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.988747936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"bab5d761-2cb5-4e52-bfb1-cd04b9daf527","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.991117126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"e7f7a220-b5c2-4abb-af08-f4b8651b1362","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.050041781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"289c7f7a-24ed-4b14-889f-10b4262d4030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.050676044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8348ef0b-40bb-436e-9ac2-e6485dd9c3c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.051300662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b64f1beb-8566-48d2-8cf4-5ed5859a8364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.056462311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"bab5d761-2cb5-4e52-bfb1-cd04b9daf527","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.057193222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"e7f7a220-b5c2-4abb-af08-f4b8651b1362","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.064021082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"289c7f7a-24ed-4b14-889f-10b4262d4030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.07725494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"e7f7a220-b5c2-4abb-af08-f4b8651b1362","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.143009227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b64f1beb-8566-48d2-8cf4-5ed5859a8364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.144192067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1daed919adef9b00d4ea6dbb3071073d65c3f979531b4cc624071e3be691d3f1) AuthConfig (86c766f6841d5a13565818b837050e4eeff2d994eeff18ccedb06c34e63d54dc) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (6c2c1d00e8b34c29395bbe7d7fee16e654d2807f08d02414e507b4863f261442) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd) AuthConfig (43dad8e6b490d89632fc74bcbcd9bf353ead1210724cbc8e63529e41c7167392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"bab5d761-2cb5-4e52-bfb1-cd04b9daf527","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.146093724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8348ef0b-40bb-436e-9ac2-e6485dd9c3c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.16068886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"bc8410a0-cc36-4c9c-a08b-3c27ce3d0b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.161095628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"7dd0a3a7-b563-4956-afb3-3b7e2289d6e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.169168554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"1ada13cb-b781-4b6f-9dab-804a90952db9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.241499052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"7dd0a3a7-b563-4956-afb3-3b7e2289d6e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.241840903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"bc8410a0-cc36-4c9c-a08b-3c27ce3d0b6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.241995188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"315757ca-cf38-4c70-a086-3913ef0a49ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.24427124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"1ada13cb-b781-4b6f-9dab-804a90952db9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.244847354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"d767727c-d089-46da-bd14-056c49afcf63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.250682426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"315757ca-cf38-4c70-a086-3913ef0a49ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.253424989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"d767727c-d089-46da-bd14-056c49afcf63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.266203203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"bf4f3e35-59f5-4a9a-b911-0bf4b0df7fb1","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.272923165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"b96bc72e-0bf8-4bf8-afd6-faed2f12bb97","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.273283428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"f4a338d5-cee2-476b-b7de-6174b301296b","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.274655081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"bf4f3e35-59f5-4a9a-b911-0bf4b0df7fb1","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.275650935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b03368e1-a648-4e15-9cb8-b5f71b3a244b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.277764825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"3d408afb-12fa-44e3-a878-1eac4594e703","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.281669779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"f4a338d5-cee2-476b-b7de-6174b301296b","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.281723423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"b96bc72e-0bf8-4bf8-afd6-faed2f12bb97","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.284195008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b03368e1-a648-4e15-9cb8-b5f71b3a244b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.341553717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"3d408afb-12fa-44e3-a878-1eac4594e703","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.417106842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8b7114e-79b1-431c-ba4f-439e6272e733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.457117651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8b7114e-79b1-431c-ba4f-439e6272e733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.503482169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4c439bcb-6f52-42ac-a2b5-6ecb9d86f6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.508342712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3df811d1-eb04-4cfa-94ab-24a81b491959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.511129277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ab94a4a4-71f7-458d-8c3e-8f10c2ac68b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.512358138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"5c5dc2cf-e394-411c-9acf-e56fd3fb455a","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.547119392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4c439bcb-6f52-42ac-a2b5-6ecb9d86f6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.547929255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3df811d1-eb04-4cfa-94ab-24a81b491959","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.54839556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"780b337d-c68d-47e8-8a26-9b2e32804bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.551485323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ab94a4a4-71f7-458d-8c3e-8f10c2ac68b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.554671517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"5c5dc2cf-e394-411c-9acf-e56fd3fb455a","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:23.557176498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"780b337d-c68d-47e8-8a26-9b2e32804bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.480135445Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"fbd11ffb-29cd-40de-acdc-f781d222232a","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.497513203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"a051fd9f-5b06-46d2-89a6-e1f3ef45d40b","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.497535348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"a051fd9f-5b06-46d2-89a6-e1f3ef45d40b","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.509856607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"09b71bb6-7352-4c78-95fb-4600e162b47e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.50986582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"3459e5b0-41e5-4eac-8a79-3a16bccc5358","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.54098383Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"0da77f7d-77d5-44c7-98af-47ffc061c93a","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f95772dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.544472776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"09b71bb6-7352-4c78-95fb-4600e162b47e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.544819656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"3459e5b0-41e5-4eac-8a79-3a16bccc5358","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.690272586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"b5c56bfc-2826-4352-95b7-c70b755b7be5","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.69722559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"b8928ae6-9546-44cc-a5f6-f05c2ee4c3d1","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.709067591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"b8928ae6-9546-44cc-a5f6-f05c2ee4c3d1","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:25.709355903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"b5c56bfc-2826-4352-95b7-c70b755b7be5","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.057190146Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"49fd135a-308f-4f81-9f40-8639f3a42117","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.090321356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"dca33ce8-1c52-4c4d-9c7b-a3558ac55730","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.098798515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"dca33ce8-1c52-4c4d-9c7b-a3558ac55730","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.108648835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d25ea303a21e6810f0634926fd3f2d00d9a1d8647a5e4f418d2f58df7bf8180) AuthConfig (e4caf7433ed80ac316010265aea9f77c45747ce87d26b54b995e37c0db4e6818) AuthConfig (828432f5cd416f917cf19e2720f1118ee0f27ebc7eff2be7fa6e0a179e8feee7) AuthConfig (d6100089fb6b3673e4ed7fa08eff7415189b64699518dd3f9f4191cab8a121c4) AuthConfig (a543973034a7cdd2c67ee1b8d5c05b9f8d4bc9bbc447b8fb03799bc108ca5ff2) AuthConfig (b3f866b7e8af011cd0ba25660f904ac954b3cc78ba68b60d1879cfb1551eab78) AuthConfig (f15d330e01c7958da2cc4d72d68d4f49711759a386e1b45fabe43002c71c0534) AuthConfig (be2cb6872e1597e4f461fdb2ccd13cd2bbbd57dd75363bc0bfbf4107981a8f4b) AuthConfig (71372767381cf04b334800fbfe9e8baf6c42d3b70357f216dfb4a455252d8fc8) AuthConfig (5b6b08682393fe9420f85bb84acdedf97455f2c64a1e33fb6bd56df87de905c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"dca33ce8-1c52-4c4d-9c7b-a3558ac55730","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.119768284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"79e8552e-4675-4ac5-922a-78fd8586efa5","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.119789471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"79e8552e-4675-4ac5-922a-78fd8586efa5","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.193352165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"041d99fe-33b5-4baf-b304-0740a8fa3a8f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.201675177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"041d99fe-33b5-4baf-b304-0740a8fa3a8f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.237447003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"1f9d54a6-9c90-4f8c-92d2-2245374cf336","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.237469442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"1f9d54a6-9c90-4f8c-92d2-2245374cf336","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.518758308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"18c22f86-3309-4854-824d-6c83fc0d53d2","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.527132512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"18c22f86-3309-4854-824d-6c83fc0d53d2","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.534101617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d25ea303a21e6810f0634926fd3f2d00d9a1d8647a5e4f418d2f58df7bf8180) AuthConfig (e4caf7433ed80ac316010265aea9f77c45747ce87d26b54b995e37c0db4e6818) AuthConfig (828432f5cd416f917cf19e2720f1118ee0f27ebc7eff2be7fa6e0a179e8feee7) AuthConfig (d6100089fb6b3673e4ed7fa08eff7415189b64699518dd3f9f4191cab8a121c4) AuthConfig (a543973034a7cdd2c67ee1b8d5c05b9f8d4bc9bbc447b8fb03799bc108ca5ff2) AuthConfig (b3f866b7e8af011cd0ba25660f904ac954b3cc78ba68b60d1879cfb1551eab78) AuthConfig (f15d330e01c7958da2cc4d72d68d4f49711759a386e1b45fabe43002c71c0534) AuthConfig (be2cb6872e1597e4f461fdb2ccd13cd2bbbd57dd75363bc0bfbf4107981a8f4b) AuthConfig (71372767381cf04b334800fbfe9e8baf6c42d3b70357f216dfb4a455252d8fc8) AuthConfig (5b6b08682393fe9420f85bb84acdedf97455f2c64a1e33fb6bd56df87de905c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"18c22f86-3309-4854-824d-6c83fc0d53d2","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.684330932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"ed01dac1-9a97-4f71-bbe1-f385b9cace0f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:33.695492817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"ed01dac1-9a97-4f71-bbe1-f385b9cace0f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.48808939Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"56ed5de0-7b47-4fb9-be8b-86d6b8f07003","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.54921988Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"a28025a7-a1a2-4203-aa6f-2f0d6478a965","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","subscription":"e2e-att-detach-0aba7c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.558033285Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"a28025a7-a1a2-4203-aa6f-2f0d6478a965","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.564903944Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-sub","reconcileID":"a28025a7-a1a2-4203-aa6f-2f0d6478a965","MaaSSubscription":{"name":"e2e-att-detach-0aba7c-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.596380447Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub]","namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-recover-bd011c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.600088335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"cc747195-64e1-4d56-b27a-3c72f239507a","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.600106376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"cc747195-64e1-4d56-b27a-3c72f239507a","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.609452429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"e20e3df6-72fe-46b9-89dc-a3dc3eeb242e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.609963107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"031ab643-3bc3-430e-a20a-c125d238b702","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.620581163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"031ab643-3bc3-430e-a20a-c125d238b702","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.621339523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"da05a3fc-c3e5-4cf8-83d7-bc1e4f5b1403","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.621356053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"da05a3fc-c3e5-4cf8-83d7-bc1e4f5b1403","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.62157873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"e20e3df6-72fe-46b9-89dc-a3dc3eeb242e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.711221981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"81d07071-35a9-40dd-ad69-b7853950e7ab","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.719427261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"81d07071-35a9-40dd-ad69-b7853950e7ab","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.749248346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-detach-0aba7c-access","reconcileID":"86f0971a-ef1a-4052-8fba-28987698eaa7","MaaSAuthPolicy":{"name":"e2e-att-detach-0aba7c-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.755274928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"5390aeff-f4ab-47c5-b56e-95c1fcf3b240","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.755358179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"5390aeff-f4ab-47c5-b56e-95c1fcf3b240","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.94789182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"e53bf38f-1156-4989-9f74-1330648b79be","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:35.948011697Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"e53bf38f-1156-4989-9f74-1330648b79be","MaaSModelRef":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-detach-0aba7c-ce9a28229da3","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-detach-0aba7c","externalModel":"e2e-att-detach-0aba7c","provider":"e2e-att-detach-0aba7c-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.285846996Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub]","namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-recover-bd011c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.290326989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"7005fd23-9fcf-4d3a-8045-b67cd1703e58","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.290347004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"7005fd23-9fcf-4d3a-8045-b67cd1703e58","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.302576902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"dc700e3d-a09e-4e0d-9595-7f442efa4016","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:36.303565748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-sub","reconcileID":"9402cde1-0b8a-4b3f-874e-a33b45bb31aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-1473cf-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.310082852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"889c5b68-d1ec-4a01-9175-d61b18f5655c","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.310145692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"889c5b68-d1ec-4a01-9175-d61b18f5655c","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.312358897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"dc700e3d-a09e-4e0d-9595-7f442efa4016","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:36.318939045Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"889c5b68-d1ec-4a01-9175-d61b18f5655c","name":"e2e-att-serve-1473cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-1473cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:36.318991989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"889c5b68-d1ec-4a01-9175-d61b18f5655c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-1473cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.322757531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"1b1ac0e2-eb4c-49f0-8a5c-bc7027c6dac7","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.32279049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"1b1ac0e2-eb4c-49f0-8a5c-bc7027c6dac7","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.332000215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"8edb67b8-1097-4b80-8fcd-4418f678d40b","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.332016916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"8edb67b8-1097-4b80-8fcd-4418f678d40b","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.361960349Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-sub","reconcileID":"04cd11a0-b38e-47e5-bdde-19bc71f35817","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"maas-trlp-e2e-att-serve-1473cf","model":"e2e-att-serve-1473cf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-c7aecb/e2e-att-serve-1473cf-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.393163261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"fb170527-12f3-4db4-b55f-9a6f31f2487a","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.393190821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"fb170527-12f3-4db4-b55f-9a6f31f2487a","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.396367637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"82e42318-b3d5-47ed-baa5-94ce1f4db6dd","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.404829376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"82e42318-b3d5-47ed-baa5-94ce1f4db6dd","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.456382275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-sub","reconcileID":"5faa0e95-5e16-458a-a2ea-7c756be35b83","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"maas-trlp-e2e-att-serve-1473cf","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.45723336Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"42c4ca32-eabe-4d55-ad48-1a23e1b7beb7","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.478699741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"990255cf-d9ff-4503-8bdc-23dab1ae04d1","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.479763859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4791c7b5-0d94-43c6-b1d0-1c0cf4912186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.482930998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"489b0ade-4059-41f4-bb77-fb3ff80226d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.488297165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"990255cf-d9ff-4503-8bdc-23dab1ae04d1","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.488814302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4791c7b5-0d94-43c6-b1d0-1c0cf4912186","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.492774296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f3fefda-fc53-4e15-9a58-168bf563b2c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.493284259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"33ac8388-25a5-4a98-be1e-fce023f5299f","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.494903026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"489b0ade-4059-41f4-bb77-fb3ff80226d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.49602066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d25ea303a21e6810f0634926fd3f2d00d9a1d8647a5e4f418d2f58df7bf8180) AuthConfig (e4caf7433ed80ac316010265aea9f77c45747ce87d26b54b995e37c0db4e6818) AuthConfig (828432f5cd416f917cf19e2720f1118ee0f27ebc7eff2be7fa6e0a179e8feee7) AuthConfig (d6100089fb6b3673e4ed7fa08eff7415189b64699518dd3f9f4191cab8a121c4) AuthConfig (a543973034a7cdd2c67ee1b8d5c05b9f8d4bc9bbc447b8fb03799bc108ca5ff2) AuthConfig (b3f866b7e8af011cd0ba25660f904ac954b3cc78ba68b60d1879cfb1551eab78) AuthConfig (f15d330e01c7958da2cc4d72d68d4f49711759a386e1b45fabe43002c71c0534) AuthConfig (be2cb6872e1597e4f461fdb2ccd13cd2bbbd57dd75363bc0bfbf4107981a8f4b) AuthConfig (71372767381cf04b334800fbfe9e8baf6c42d3b70357f216dfb4a455252d8fc8) AuthConfig (5b6b08682393fe9420f85bb84acdedf97455f2c64a1e33fb6bd56df87de905c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"990255cf-d9ff-4503-8bdc-23dab1ae04d1","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.501519969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"33ac8388-25a5-4a98-be1e-fce023f5299f","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.542825151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f3fefda-fc53-4e15-9a58-168bf563b2c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.543631631Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"af36c7e4-1f1e-466e-b841-81a3ca756b50","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.562964683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"73df8a67-4707-4d06-b13e-843f8452566c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.573521129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"73df8a67-4707-4d06-b13e-843f8452566c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.610190564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"2cf7263a-5758-4f72-b5f8-47b3bd9c5adf","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.610224747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"2cf7263a-5758-4f72-b5f8-47b3bd9c5adf","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.676654399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"83da82cc-8dc2-4a18-abbd-dfbae0a274ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:36.846866056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"83da82cc-8dc2-4a18-abbd-dfbae0a274ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.092551106Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-0aba7c","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","reconcileID":"9720fac6-c466-461e-9c08-d6a3d423a0ba","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-detach-0aba7c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.15275951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"a21e9265-a69f-4e11-abba-1395791ab27d","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.172498812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e0b31b2e-6063-4bb1-b0bf-a92dd5a49f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.174227681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"ba54ccb4-338e-4fe6-8332-73cca9ab075f","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.177615082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4f4ab594-a968-42a3-ba41-e7dfef67bcf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.204202732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"150ec617-903e-4b76-b05d-a8672f9c629f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.213453381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e0b31b2e-6063-4bb1-b0bf-a92dd5a49f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.224379083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"a21e9265-a69f-4e11-abba-1395791ab27d","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.228211588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4f4ab594-a968-42a3-ba41-e7dfef67bcf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.228329303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"150ec617-903e-4b76-b05d-a8672f9c629f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.305534459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7880ce28-43a6-45a8-9070-5a4c20e4d63f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.306120469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"e0967adb-59a1-4cae-b344-f2d389d6f5f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.30942183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d4fed40d-d0c4-48df-83b9-b7980fca2176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.318107702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"d7315777-dd88-484f-b7d8-a167588d5faa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.321367039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7880ce28-43a6-45a8-9070-5a4c20e4d63f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.321827741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"e0967adb-59a1-4cae-b344-f2d389d6f5f5","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.328168278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d4fed40d-d0c4-48df-83b9-b7980fca2176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.330345233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"be5e4d82-c8ab-4ee7-b100-65a9cc34a7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.331490483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"d7315777-dd88-484f-b7d8-a167588d5faa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.34314384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"be5e4d82-c8ab-4ee7-b100-65a9cc34a7b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.36038965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"e96ead67-b517-4859-afdc-8f5c4d52ce62","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.360419034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"e96ead67-b517-4859-afdc-8f5c4d52ce62","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.384372774Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"09689f80-e24f-49d9-9336-13a4a4b1ba18","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a217c30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.565013841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"26347210-f22c-433b-aef3-24895de91bd1","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.56570262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"23dd0479-6637-4bbd-bbe0-d89365e2c38c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.566253944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"d467f079-13e8-41ee-be62-bf6241710010","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.569166552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"38532eb8-8427-4837-b681-f606df6ff9c4","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.576533552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"23dd0479-6637-4bbd-bbe0-d89365e2c38c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.640945401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"36aa8425-63f6-4e26-8d7a-840330f369c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.642492915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"26347210-f22c-433b-aef3-24895de91bd1","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.646468189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"d467f079-13e8-41ee-be62-bf6241710010","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.650133142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"38532eb8-8427-4837-b681-f606df6ff9c4","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.65489981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"36aa8425-63f6-4e26-8d7a-840330f369c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.657839997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d25ea303a21e6810f0634926fd3f2d00d9a1d8647a5e4f418d2f58df7bf8180) AuthConfig (e4caf7433ed80ac316010265aea9f77c45747ce87d26b54b995e37c0db4e6818) AuthConfig (828432f5cd416f917cf19e2720f1118ee0f27ebc7eff2be7fa6e0a179e8feee7) AuthConfig (d6100089fb6b3673e4ed7fa08eff7415189b64699518dd3f9f4191cab8a121c4) AuthConfig (a543973034a7cdd2c67ee1b8d5c05b9f8d4bc9bbc447b8fb03799bc108ca5ff2) AuthConfig (b3f866b7e8af011cd0ba25660f904ac954b3cc78ba68b60d1879cfb1551eab78) AuthConfig (f15d330e01c7958da2cc4d72d68d4f49711759a386e1b45fabe43002c71c0534) AuthConfig (be2cb6872e1597e4f461fdb2ccd13cd2bbbd57dd75363bc0bfbf4107981a8f4b) AuthConfig (71372767381cf04b334800fbfe9e8baf6c42d3b70357f216dfb4a455252d8fc8) AuthConfig (5b6b08682393fe9420f85bb84acdedf97455f2c64a1e33fb6bd56df87de905c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"d467f079-13e8-41ee-be62-bf6241710010","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.756249993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"79642bdf-92b1-45bf-a982-0c42fbcffdc1","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.768382419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"79642bdf-92b1-45bf-a982-0c42fbcffdc1","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.76888469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"70317b37-370a-448d-8fe9-c286b8302b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.771248752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07289a44-f181-4dcd-82cb-6ee5fdc4de27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.771986277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0347f073-417a-4180-aa85-9a26049674c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.77512986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ad234c36-f4aa-4c94-917c-940478784d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.780289641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"70317b37-370a-448d-8fe9-c286b8302b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.780359794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07289a44-f181-4dcd-82cb-6ee5fdc4de27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.784710778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0347f073-417a-4180-aa85-9a26049674c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.785182407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ad234c36-f4aa-4c94-917c-940478784d49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.904125659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"178d6d27-df06-40db-8142-9eb938d79d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.904122151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3a2bcb0b-268d-49e4-bf41-78f9814ad519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.941855638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"178d6d27-df06-40db-8142-9eb938d79d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:37.942981448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3a2bcb0b-268d-49e4-bf41-78f9814ad519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.077517432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4133c168-7da9-417b-946f-f19e018c04fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.084958888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7d63d111-25ee-417b-9552-2c6c77ce7092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.097715126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4133c168-7da9-417b-946f-f19e018c04fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.103524585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"cfe5b60b-6026-45ba-93af-c80b4e2d0980","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.106876844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7d63d111-25ee-417b-9552-2c6c77ce7092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.114787016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"cfe5b60b-6026-45ba-93af-c80b4e2d0980","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.118180859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"a0fbf3aa-f40a-4627-b208-79482018de71","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.127908815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"a0fbf3aa-f40a-4627-b208-79482018de71","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:41.344099339Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:43.066397534Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"36fa34c2-c390-4d2d-a5f2-f10ebd0f23cc","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:45.498421719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"5e9f946c-0010-4e69-bedc-5c6f40729ca6","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.388681729Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"c66c9b18-021b-41da-825f-6365e1f37b84","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","subscription":"e2e-att-unrel-6485e4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.396250094Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"c66c9b18-021b-41da-825f-6365e1f37b84","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.409407329Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-sub","reconcileID":"c66c9b18-021b-41da-825f-6365e1f37b84","MaaSSubscription":{"name":"e2e-att-unrel-6485e4-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.449798191Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub]","namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-recover-bd011c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.457311727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"de493edc-7f69-48b7-958d-1e8646c6a864","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.457338925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"de493edc-7f69-48b7-958d-1e8646c6a864","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.472972132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"fc86fa3e-0abf-42cb-8aad-be79b688c60e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.487820586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"fc86fa3e-0abf-42cb-8aad-be79b688c60e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.569689009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"a5563de8-bf74-4647-953b-fc2ba6f5861b","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.579553761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"a5563de8-bf74-4647-953b-fc2ba6f5861b","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.596331936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"8ef2ca62-6912-44d9-8931-b0155edebb9b","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.59635363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"8ef2ca62-6912-44d9-8931-b0155edebb9b","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.605768596Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"3edb13c7-ee7b-45dc-80f6-08a5bad364c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.666758251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"3edb13c7-ee7b-45dc-80f6-08a5bad364c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.680546045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"ff46a931-8f75-4ef0-a281-dcefad776082","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.689405845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"ff46a931-8f75-4ef0-a281-dcefad776082","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.696453114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d25ea303a21e6810f0634926fd3f2d00d9a1d8647a5e4f418d2f58df7bf8180) AuthConfig (e4caf7433ed80ac316010265aea9f77c45747ce87d26b54b995e37c0db4e6818) AuthConfig (828432f5cd416f917cf19e2720f1118ee0f27ebc7eff2be7fa6e0a179e8feee7) AuthConfig (d6100089fb6b3673e4ed7fa08eff7415189b64699518dd3f9f4191cab8a121c4) AuthConfig (a543973034a7cdd2c67ee1b8d5c05b9f8d4bc9bbc447b8fb03799bc108ca5ff2) AuthConfig (b3f866b7e8af011cd0ba25660f904ac954b3cc78ba68b60d1879cfb1551eab78) AuthConfig (f15d330e01c7958da2cc4d72d68d4f49711759a386e1b45fabe43002c71c0534) AuthConfig (be2cb6872e1597e4f461fdb2ccd13cd2bbbd57dd75363bc0bfbf4107981a8f4b) AuthConfig (71372767381cf04b334800fbfe9e8baf6c42d3b70357f216dfb4a455252d8fc8) AuthConfig (5b6b08682393fe9420f85bb84acdedf97455f2c64a1e33fb6bd56df87de905c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"ff46a931-8f75-4ef0-a281-dcefad776082","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.701980863Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"3edb13c7-ee7b-45dc-80f6-08a5bad364c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.701995751Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-att-unrel-6485e4-access","reconcileID":"3edb13c7-ee7b-45dc-80f6-08a5bad364c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-6485e4-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.715968016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"a72133b8-f906-4024-9818-1371ed7aa9ef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"tenant":"e2e-extmod-b-421604","gateway":"openshift-ingress/e2e-extmod-b-421604","model":"e2e-extmod-att-user-fed59b/e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:47.715986693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"a72133b8-f906-4024-9818-1371ed7aa9ef","MaaSModelRef":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"routeName":"external-model-e2e-att-unrel-6485e4-564fc49ec634","namespace":"e2e-extmod-att-user-fed59b","model":"e2e-att-unrel-6485e4","externalModel":"e2e-att-unrel-6485e4","provider":"e2e-att-unrel-6485e4-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.2657252Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"c838dadb-2cc6-4e5c-bd05-ab6ef334bfc4","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.282894185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"87ba7b35-d3b0-4d0a-9843-db4e8191e834","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.283502631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cb2d1e47-51e3-4615-b6d3-01ccda1a53c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.283503145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b93d7ff-13dc-4f11-88ef-cfbfca575499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.284309721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f6a0ff9b-f25f-4755-8120-fe9470c0202f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.29067931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"06be082b-5025-46f9-be8f-ca1f513906d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.29927265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f6a0ff9b-f25f-4755-8120-fe9470c0202f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.299978014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cb2d1e47-51e3-4615-b6d3-01ccda1a53c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.303308947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"06be082b-5025-46f9-be8f-ca1f513906d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.30352403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"87ba7b35-d3b0-4d0a-9843-db4e8191e834","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.367526628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d25ea303a21e6810f0634926fd3f2d00d9a1d8647a5e4f418d2f58df7bf8180) AuthConfig (e4caf7433ed80ac316010265aea9f77c45747ce87d26b54b995e37c0db4e6818) AuthConfig (828432f5cd416f917cf19e2720f1118ee0f27ebc7eff2be7fa6e0a179e8feee7) AuthConfig (d6100089fb6b3673e4ed7fa08eff7415189b64699518dd3f9f4191cab8a121c4) AuthConfig (a543973034a7cdd2c67ee1b8d5c05b9f8d4bc9bbc447b8fb03799bc108ca5ff2) AuthConfig (b3f866b7e8af011cd0ba25660f904ac954b3cc78ba68b60d1879cfb1551eab78) AuthConfig (f15d330e01c7958da2cc4d72d68d4f49711759a386e1b45fabe43002c71c0534) AuthConfig (be2cb6872e1597e4f461fdb2ccd13cd2bbbd57dd75363bc0bfbf4107981a8f4b) AuthConfig (71372767381cf04b334800fbfe9e8baf6c42d3b70357f216dfb4a455252d8fc8) AuthConfig (5b6b08682393fe9420f85bb84acdedf97455f2c64a1e33fb6bd56df87de905c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"87ba7b35-d3b0-4d0a-9843-db4e8191e834","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.374936434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b93d7ff-13dc-4f11-88ef-cfbfca575499","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.461933024Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-6485e4","namespace":"e2e-extmod-att-user-fed59b"},"namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","reconcileID":"609dd961-0c16-405b-bc90-df85959966ae","namespace":"e2e-extmod-att-user-fed59b","name":"e2e-att-unrel-6485e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.479864248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"680e8e02-2a9e-42b0-8784-4d1c02674b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.480141511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ae92a271-568b-4569-aeb4-0f4dbd5d6869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.480736116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"6e023ab7-d1aa-4e5d-a0a0-a97af0b1f4e7","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.489498122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"680e8e02-2a9e-42b0-8784-4d1c02674b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.489709138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ae92a271-568b-4569-aeb4-0f4dbd5d6869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.492194391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"6e023ab7-d1aa-4e5d-a0a0-a97af0b1f4e7","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.87358781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"0f23f030-9902-413a-a379-08242b2d198d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.900640357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e751c84b-1e09-43b6-b95c-a37472dd69f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.901212067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"37e6d309-e97b-4786-b0e3-f7b2277f6c2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.918027908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"0f23f030-9902-413a-a379-08242b2d198d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.927968581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e751c84b-1e09-43b6-b95c-a37472dd69f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.931262945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"37e6d309-e97b-4786-b0e3-f7b2277f6c2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.93220823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"2280c5c3-65fa-4702-90d8-39aa1fb9a3c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.932865452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"aac77c6e-9597-42b1-991a-b394e717340a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.952954052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"2280c5c3-65fa-4702-90d8-39aa1fb9a3c1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.965394523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"aac77c6e-9597-42b1-991a-b394e717340a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.981074966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"123d75eb-8137-488e-9a26-089c3fd97fde","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.983715102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"031e8e34-f806-4f4b-a995-796079f2013e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.989837449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"123d75eb-8137-488e-9a26-089c3fd97fde","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.99207234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"031e8e34-f806-4f4b-a995-796079f2013e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.078724524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"aaf44973-ee44-4cb9-819e-5aa6b4f7cfbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.079295138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"0ee85fad-9818-47e9-b43e-05eaea9f3423","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.080564585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"66b132b7-225d-4d36-ba96-ed9c36a1cbec","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.084197956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"5a69bc6e-a100-4ab8-b1a6-a975d130239c","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.084895078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"cd18e2fe-828b-4839-beef-5c759171d810","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.089118949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"aaf44973-ee44-4cb9-819e-5aa6b4f7cfbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.089456298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"0ee85fad-9818-47e9-b43e-05eaea9f3423","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.145905441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"66b132b7-225d-4d36-ba96-ed9c36a1cbec","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.238658477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"5a69bc6e-a100-4ab8-b1a6-a975d130239c","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.240470463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"cd18e2fe-828b-4839-beef-5c759171d810","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.254705411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d25ea303a21e6810f0634926fd3f2d00d9a1d8647a5e4f418d2f58df7bf8180) AuthConfig (e4caf7433ed80ac316010265aea9f77c45747ce87d26b54b995e37c0db4e6818) AuthConfig (828432f5cd416f917cf19e2720f1118ee0f27ebc7eff2be7fa6e0a179e8feee7) AuthConfig (d6100089fb6b3673e4ed7fa08eff7415189b64699518dd3f9f4191cab8a121c4) AuthConfig (a543973034a7cdd2c67ee1b8d5c05b9f8d4bc9bbc447b8fb03799bc108ca5ff2) AuthConfig (b3f866b7e8af011cd0ba25660f904ac954b3cc78ba68b60d1879cfb1551eab78) AuthConfig (f15d330e01c7958da2cc4d72d68d4f49711759a386e1b45fabe43002c71c0534) AuthConfig (be2cb6872e1597e4f461fdb2ccd13cd2bbbd57dd75363bc0bfbf4107981a8f4b) AuthConfig (71372767381cf04b334800fbfe9e8baf6c42d3b70357f216dfb4a455252d8fc8) AuthConfig (5b6b08682393fe9420f85bb84acdedf97455f2c64a1e33fb6bd56df87de905c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"66b132b7-225d-4d36-ba96-ed9c36a1cbec","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.271997737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dbf9527-1434-4010-9530-fc5b697b2734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.281391992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3dbf9527-1434-4010-9530-fc5b697b2734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.374940941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"58ccf834-7907-4f30-b9c1-cc16a9062150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.375007101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"866a364a-0b4f-4eb2-bb7e-51a4fcbdbcc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.377950378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3d097edf-c5d9-4177-afbb-79e283a7f13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.380584087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"184ccb4b-961f-431e-9ab4-2f2b5c6c16ec","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.383608753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"866a364a-0b4f-4eb2-bb7e-51a4fcbdbcc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.383825208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"58ccf834-7907-4f30-b9c1-cc16a9062150","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.386152814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3d097edf-c5d9-4177-afbb-79e283a7f13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:49.388712766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"184ccb4b-961f-431e-9ab4-2f2b5c6c16ec","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:53.075331182Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"1c95ae12-d00a-409f-b851-59250be7eb9f","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:55.523681417Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"f7523287-d1b5-4c86-ae45-62ee671862c2","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.26401175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"20423181-a4ae-43d2-a981-2f6267247a30","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.272156928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"20423181-a4ae-43d2-a981-2f6267247a30","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:59.279104895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d25ea303a21e6810f0634926fd3f2d00d9a1d8647a5e4f418d2f58df7bf8180) AuthConfig (e4caf7433ed80ac316010265aea9f77c45747ce87d26b54b995e37c0db4e6818) AuthConfig (828432f5cd416f917cf19e2720f1118ee0f27ebc7eff2be7fa6e0a179e8feee7) AuthConfig (d6100089fb6b3673e4ed7fa08eff7415189b64699518dd3f9f4191cab8a121c4) AuthConfig (a543973034a7cdd2c67ee1b8d5c05b9f8d4bc9bbc447b8fb03799bc108ca5ff2) AuthConfig (b3f866b7e8af011cd0ba25660f904ac954b3cc78ba68b60d1879cfb1551eab78) AuthConfig (f15d330e01c7958da2cc4d72d68d4f49711759a386e1b45fabe43002c71c0534) AuthConfig (be2cb6872e1597e4f461fdb2ccd13cd2bbbd57dd75363bc0bfbf4107981a8f4b) AuthConfig (71372767381cf04b334800fbfe9e8baf6c42d3b70357f216dfb4a455252d8fc8) AuthConfig (5b6b08682393fe9420f85bb84acdedf97455f2c64a1e33fb6bd56df87de905c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"20423181-a4ae-43d2-a981-2f6267247a30","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.544079614Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"e5526670-2811-4e4a-b2ad-0d88ebc18c66","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.641616324Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"cbeacfad-dbc3-40af-81ce-d9cfca535c36","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.674716022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"ca05b4c5-7c06-4be3-a54a-63a3caf0a421","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.679644597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c8cbd8d4-3fde-4b31-9044-e3f44a45a311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.694887973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"003167b8-8217-4812-9647-6a3765408b19","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.706841582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"d96d8147-6a96-4863-b89b-9dbd4fc9b4d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.71258593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"ca05b4c5-7c06-4be3-a54a-63a3caf0a421","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.716505962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c8cbd8d4-3fde-4b31-9044-e3f44a45a311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.747511087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"ece53581-0bd5-41fb-a119-365b61f8333c","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.772022638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"003167b8-8217-4812-9647-6a3765408b19","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.774371888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d25ea303a21e6810f0634926fd3f2d00d9a1d8647a5e4f418d2f58df7bf8180) AuthConfig (e4caf7433ed80ac316010265aea9f77c45747ce87d26b54b995e37c0db4e6818) AuthConfig (828432f5cd416f917cf19e2720f1118ee0f27ebc7eff2be7fa6e0a179e8feee7) AuthConfig (d6100089fb6b3673e4ed7fa08eff7415189b64699518dd3f9f4191cab8a121c4) AuthConfig (a543973034a7cdd2c67ee1b8d5c05b9f8d4bc9bbc447b8fb03799bc108ca5ff2) AuthConfig (b3f866b7e8af011cd0ba25660f904ac954b3cc78ba68b60d1879cfb1551eab78) AuthConfig (f15d330e01c7958da2cc4d72d68d4f49711759a386e1b45fabe43002c71c0534) AuthConfig (be2cb6872e1597e4f461fdb2ccd13cd2bbbd57dd75363bc0bfbf4107981a8f4b) AuthConfig (71372767381cf04b334800fbfe9e8baf6c42d3b70357f216dfb4a455252d8fc8) AuthConfig (5b6b08682393fe9420f85bb84acdedf97455f2c64a1e33fb6bd56df87de905c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"ca05b4c5-7c06-4be3-a54a-63a3caf0a421","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.807707136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"d96d8147-6a96-4863-b89b-9dbd4fc9b4d5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.828488147Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"3e6a14db-e53b-48af-9f11-b2a0b1d2798a","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.844745812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"ece53581-0bd5-41fb-a119-365b61f8333c","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.851228688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"049d0c73-878b-4d9b-9cd0-136afce7e9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.854256138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"b0fd3227-a3f1-4e1e-bc7b-1a805a85f1ba","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.854282822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"b0fd3227-a3f1-4e1e-bc7b-1a805a85f1ba","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.863049367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"049d0c73-878b-4d9b-9cd0-136afce7e9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.945021862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"c613addc-bb08-47a7-bf0c-0e087d38c554","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:02.945059639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"c613addc-bb08-47a7-bf0c-0e087d38c554","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:03.036250832Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"c613addc-bb08-47a7-bf0c-0e087d38c554","name":"e2e-cmp-legacy-9b206f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-9b206f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:03.03633793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"c613addc-bb08-47a7-bf0c-0e087d38c554","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-9b206f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.069590912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"45a4af61-957c-43d0-a3cc-d866877631fb","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.089803232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"45a4af61-957c-43d0-a3cc-d866877631fb","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.117237031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b218fa3b-389a-45ea-b3dc-447dbcd76501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.118392532Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"fa103703-1124-42a6-84a1-97cda129f3d2","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.122425524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8bf60f3a-3ce8-4886-8c1f-be86e4b32946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.133053131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ee073417-625a-46fe-8a45-97a82e8c5ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.136956953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8bf60f3a-3ce8-4886-8c1f-be86e4b32946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.142754727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b218fa3b-389a-45ea-b3dc-447dbcd76501","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.154270456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ee073417-625a-46fe-8a45-97a82e8c5ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.172155438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1c58c47-2dff-4ac6-b108-337b9184fcf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.183180999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"16ecc7e8-9e40-439a-937a-62d2e2701f22","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.186335641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1c58c47-2dff-4ac6-b108-337b9184fcf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.195242214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"16ecc7e8-9e40-439a-937a-62d2e2701f22","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.304991888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0fd3c971-f4f0-48a7-b468-1c368438acf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.305758855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4dacb68d-d709-404b-99ab-386fa0688f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.316376852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9c795b31-3962-4723-83d2-6de9f76696d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.435315482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0fd3c971-f4f0-48a7-b468-1c368438acf0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.43855295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9c795b31-3962-4723-83d2-6de9f76696d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.439132314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4dacb68d-d709-404b-99ab-386fa0688f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.516537166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"08abe988-7f1f-46e7-8ce4-2b1aae5a11f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.538928671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"22d68e53-cd7d-4ce4-bce1-b8e38c3088e5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.541186366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"08abe988-7f1f-46e7-8ce4-2b1aae5a11f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.557964351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"22d68e53-cd7d-4ce4-bce1-b8e38c3088e5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.608464891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"9980a81f-b2e5-47bc-8ada-ede88cdebad7","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.609153105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"94be4284-dc73-4121-aff7-4c51436ecaf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.61273231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"42b1bc9b-8cf0-4924-98a3-f8946809c722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.620248099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"9980a81f-b2e5-47bc-8ada-ede88cdebad7","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.620933751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"94be4284-dc73-4121-aff7-4c51436ecaf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.625771379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"42b1bc9b-8cf0-4924-98a3-f8946809c722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.723853169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"82938b57-a711-44f5-9e25-4ebc2e25dc36","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.723960148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"448ec560-1595-4e4d-8f48-d44c58d72c72","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.729043324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"db150ecb-d1ac-48b9-a80e-3c9ef9fecdcb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.741486987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"82938b57-a711-44f5-9e25-4ebc2e25dc36","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.741649663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"448ec560-1595-4e4d-8f48-d44c58d72c72","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.741846475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"24ce9b26-05bd-4cf6-a1a4-278117199635","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.744028165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"db150ecb-d1ac-48b9-a80e-3c9ef9fecdcb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.749372271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-6350b9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4d25ea303a21e6810f0634926fd3f2d00d9a1d8647a5e4f418d2f58df7bf8180) AuthConfig (e4caf7433ed80ac316010265aea9f77c45747ce87d26b54b995e37c0db4e6818) AuthConfig (828432f5cd416f917cf19e2720f1118ee0f27ebc7eff2be7fa6e0a179e8feee7) AuthConfig (d6100089fb6b3673e4ed7fa08eff7415189b64699518dd3f9f4191cab8a121c4) AuthConfig (a543973034a7cdd2c67ee1b8d5c05b9f8d4bc9bbc447b8fb03799bc108ca5ff2) AuthConfig (b3f866b7e8af011cd0ba25660f904ac954b3cc78ba68b60d1879cfb1551eab78) AuthConfig (f15d330e01c7958da2cc4d72d68d4f49711759a386e1b45fabe43002c71c0534) AuthConfig (be2cb6872e1597e4f461fdb2ccd13cd2bbbd57dd75363bc0bfbf4107981a8f4b) AuthConfig (71372767381cf04b334800fbfe9e8baf6c42d3b70357f216dfb4a455252d8fc8) AuthConfig (5b6b08682393fe9420f85bb84acdedf97455f2c64a1e33fb6bd56df87de905c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"82938b57-a711-44f5-9e25-4ebc2e25dc36","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.751135947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"24ce9b26-05bd-4cf6-a1a4-278117199635","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.826195507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fe882c1-354f-42a4-8f05-7d1078fae8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.827225748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f275f48c-a3b3-40fb-8d7e-668e2400f051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.830404211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"8c4b3b20-0a8f-489d-b824-c3b032500cc3","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.830422308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"8c4b3b20-0a8f-489d-b824-c3b032500cc3","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.836258918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fe882c1-354f-42a4-8f05-7d1078fae8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.837357162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f275f48c-a3b3-40fb-8d7e-668e2400f051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.950110996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"b5d7aa89-952a-40aa-af43-68bbea20ae03","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.981105043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"b5d7aa89-952a-40aa-af43-68bbea20ae03","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.988928992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"b5d7aa89-952a-40aa-af43-68bbea20ae03","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.999588547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"65d779b2-18a0-47e3-845c-e2117095c269","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:03.9996275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"65d779b2-18a0-47e3-845c-e2117095c269","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:05.544512674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"274f0ab4-6cda-4b23-88df-9e570784e684","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:07.13878717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-sub","reconcileID":"0dfe0d13-4bc0-492e-8a78-29fac4d5824e","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-rec-recover-bd011c","model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:07.170484534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"afaeec67-613e-4b47-b666-5c5e72eb4884","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:07.170516706Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"afaeec67-613e-4b47-b666-5c5e72eb4884","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"routeName":"external-model-e2e-rec-recover-bd011c-975b02e821d3","namespace":"e2e-extmod-rec-noaccess-6e7f08","model":"e2e-rec-recover-bd011c","externalModel":"e2e-rec-recover-bd011c","provider":"e2e-rec-recover-bd011c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:07.239791008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-sub","reconcileID":"74ecd81b-562d-4cc5-b07f-6a8188fd8fb0","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"maas-trlp-e2e-att-serve-1473cf","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:07.271130952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"d027124f-b111-4b2d-9678-c3e8b6b95e16","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:07.271154431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"d027124f-b111-4b2d-9678-c3e8b6b95e16","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:07.776121777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-sub","reconcileID":"81a21a5d-8ea0-4876-ae0a-ccfd270c9f24","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-rec-ctrl-942e20","model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:07.806926126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"aa5218da-0105-42aa-8f78-f3e6caff543c","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:07.806949644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"aa5218da-0105-42aa-8f78-f3e6caff543c","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"routeName":"external-model-e2e-rec-ctrl-942e20-805d81225ad3","namespace":"e2e-extmod-rec-user-f71613","model":"e2e-rec-ctrl-942e20","externalModel":"e2e-rec-ctrl-942e20","provider":"e2e-rec-ctrl-942e20-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.111012575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"ad5dba17-1847-4264-823c-38fbc1c08785","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.120358432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"ad5dba17-1847-4264-823c-38fbc1c08785","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.49048236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"2fddf40e-8bda-4a26-9475-d89ea80b2c81","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.49904613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"2fddf40e-8bda-4a26-9475-d89ea80b2c81","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.788507232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"b66d8188-1d37-46a3-8fef-93463eafa665","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:08.797154191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"b66d8188-1d37-46a3-8fef-93463eafa665","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.339376639Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"68a4a228-ce72-4b07-975f-b5b7f50fd9f7","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.485395872Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"482fe682-83db-42d1-803a-9cf0486072af","namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.489467335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"f66178e4-18fd-4524-8fa0-122b88168b2f","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.489488491Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"f66178e4-18fd-4524-8fa0-122b88168b2f","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"routeName":"external-model-e2e-rec-recover-2f99a5-22aea7db217d","namespace":"e2e-extmod-rec-noaccess-db33ae","model":"e2e-rec-recover-2f99a5","externalModel":"e2e-rec-recover-2f99a5","provider":"e2e-rec-recover-2f99a5-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.495951558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f4fc15cf-8cfa-4065-b812-cbd98dc8ced1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.501777218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"54ba6cd5-a04b-4ad6-9f3b-a578b5d06345","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.501827075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"03d2ef98-1911-4ea2-9aed-81df8a3faaa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.502237749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"659de064-1c14-4d8f-b94f-93e6092a3c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.502447158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b9d26d3a-14cd-4901-ab3f-a26dfa0658ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.507214195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f4fc15cf-8cfa-4065-b812-cbd98dc8ced1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.510354791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"54ba6cd5-a04b-4ad6-9f3b-a578b5d06345","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.510368451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"03d2ef98-1911-4ea2-9aed-81df8a3faaa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.512869107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b9d26d3a-14cd-4901-ab3f-a26dfa0658ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.513013689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"659de064-1c14-4d8f-b94f-93e6092a3c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.514190942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f4fc15cf-8cfa-4065-b812-cbd98dc8ced1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.531421504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"8154ba7a-ac22-474f-8eba-10f73bdd576a","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.53184854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3680241e-594a-46d5-89bc-b6e7619f470b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.540882436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"62b3c853-9687-4b73-b165-c01a90f137a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.543656347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"8154ba7a-ac22-474f-8eba-10f73bdd576a","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.544979296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3680241e-594a-46d5-89bc-b6e7619f470b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.549413429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"62b3c853-9687-4b73-b165-c01a90f137a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.551977347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1666e2b7-9ffc-4f1e-9acc-b743021c0249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.55240028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"03e95017-9d5c-404a-95ed-f3e3f700aa80","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.552419527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"03e95017-9d5c-404a-95ed-f3e3f700aa80","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.560435964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1666e2b7-9ffc-4f1e-9acc-b743021c0249","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.786347544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d96475e5-72b3-4359-889e-eedc8454f3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.81718261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"c5720a1a-c075-452d-bf7f-3813470c032d","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.832116303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"c5720a1a-c075-452d-bf7f-3813470c032d","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"routeName":"external-model-e2e-rec-recover-2f99a5-22aea7db217d","namespace":"e2e-extmod-rec-noaccess-db33ae","model":"e2e-rec-recover-2f99a5","externalModel":"e2e-rec-recover-2f99a5","provider":"e2e-rec-recover-2f99a5-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.832992075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e72afb0d-a83c-49d7-8133-dd63355e5080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.822386307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d96475e5-72b3-4359-889e-eedc8454f3ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.840130373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"41194787-93ed-4193-b648-a8cecb67fee0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.841352141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9435a774-e557-4e22-af27-df344e3d3b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.8459968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e72afb0d-a83c-49d7-8133-dd63355e5080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.846787675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"643d4dfe-4cd0-4840-8304-a4f09ab33308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.859308294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"41194787-93ed-4193-b648-a8cecb67fee0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.86281912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9435a774-e557-4e22-af27-df344e3d3b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.863252456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"643d4dfe-4cd0-4840-8304-a4f09ab33308","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.963735203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"4b2b84a6-9894-4954-872c-403d343c391a","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.969287872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"3672c970-27ab-4e1a-a67f-03741365c271","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.971101008Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c92c13","namespace":"e2e-extmod-att-noaccess-85f400"},"namespace":"e2e-extmod-att-noaccess-85f400","name":"e2e-att-noaccess-c92c13","reconcileID":"0fb62e58-143a-43ff-b33b-79f76612ab34","namespace":"e2e-extmod-att-noaccess-85f400","name":"e2e-att-noaccess-c92c13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.974209459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3aa9b273-e2b9-45e2-8f47-595e90095852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.975052613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"4b2b84a6-9894-4954-872c-403d343c391a","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.975261555Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c92c13","namespace":"e2e-extmod-att-noaccess-85f400"},"namespace":"e2e-extmod-att-noaccess-85f400","name":"e2e-att-noaccess-c92c13","reconcileID":"c302026f-ef4e-47da-b022-224fdea3d34e","namespace":"e2e-extmod-att-noaccess-85f400","name":"e2e-att-noaccess-c92c13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.975548633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"ca51e2f0-49ac-453d-88b0-0ce9d2ba7a04","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.042285012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"b561f676-a5f7-4c5f-83de-0ca4afe9d36c","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.046542203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"3672c970-27ab-4e1a-a67f-03741365c271","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.049067748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3aa9b273-e2b9-45e2-8f47-595e90095852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.050537867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"ca51e2f0-49ac-453d-88b0-0ce9d2ba7a04","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.053481552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"b561f676-a5f7-4c5f-83de-0ca4afe9d36c","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.080441599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6a81696-9050-425b-95d9-27d8b0896107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.141106613Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c92c13","namespace":"e2e-extmod-att-noaccess-85f400"},"namespace":"e2e-extmod-att-noaccess-85f400","name":"e2e-att-noaccess-c92c13","reconcileID":"57d762e4-6c42-4e70-a37c-63ed56771c98","namespace":"e2e-extmod-att-noaccess-85f400","name":"e2e-att-noaccess-c92c13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.142973415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6a81696-9050-425b-95d9-27d8b0896107","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.192450806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"18e03d01-1b1a-42fc-abd5-dff55f8f0422","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.199117088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f9d963b0-f5c9-4e71-b1be-50372aac5624","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.199284758Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-c92c13","namespace":"e2e-extmod-att-noaccess-85f400"},"namespace":"e2e-extmod-att-noaccess-85f400","name":"e2e-att-noaccess-c92c13","reconcileID":"ed37742a-0823-4ad3-af67-a1a33d1946ad","MaaSModelRef":{"name":"e2e-att-noaccess-c92c13","namespace":"e2e-extmod-att-noaccess-85f400"},"name":"e2e-att-noaccess-c92c13","namespace":"e2e-extmod-att-noaccess-85f400","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.246060001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"8764e1f6-fe82-448b-8e9d-ab8d88def0aa","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.264213372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"18e03d01-1b1a-42fc-abd5-dff55f8f0422","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.261494416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f9d963b0-f5c9-4e71-b1be-50372aac5624","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.272752986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"8764e1f6-fe82-448b-8e9d-ab8d88def0aa","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.274088656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f9d963b0-f5c9-4e71-b1be-50372aac5624","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.284547078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"85a41e6b-7991-4d78-af08-6b2374435490","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.284573179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"85a41e6b-7991-4d78-af08-6b2374435490","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"routeName":"external-model-e2e-rec-recover-2f99a5-22aea7db217d","namespace":"e2e-extmod-rec-noaccess-db33ae","model":"e2e-rec-recover-2f99a5","externalModel":"e2e-rec-recover-2f99a5","provider":"e2e-rec-recover-2f99a5-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.286166161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c51832d0-f904-4552-97ed-1fefe5663955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.286320885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8f3869bd-62e6-4d97-b2a3-408530683789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.294916719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c51832d0-f904-4552-97ed-1fefe5663955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.295396764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8f3869bd-62e6-4d97-b2a3-408530683789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.310377983Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub]","namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-recover-bd011c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.314500093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"99e55790-374c-4c8b-85f2-4259e58b2ef5","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.314523654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"99e55790-374c-4c8b-85f2-4259e58b2ef5","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:10.340850827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-sub","reconcileID":"74981f44-012c-4b91-b258-74a18280a7b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-168fec-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.355569854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"1b3e2130-ea47-4a13-b55d-210f44b2f2ec","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.355589754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"1b3e2130-ea47-4a13-b55d-210f44b2f2ec","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.3668469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"791b8300-bb5c-4e92-a020-5dc5827bd6b0","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.366875662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"791b8300-bb5c-4e92-a020-5dc5827bd6b0","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.378012632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"5afeca38-ac0f-4abb-aae9-129640b78156","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.378033104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"5afeca38-ac0f-4abb-aae9-129640b78156","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.443926447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"94bec62b-363e-44ed-89b8-4d8688b70342","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.453690138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"94bec62b-363e-44ed-89b8-4d8688b70342","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.454823608Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-sub","reconcileID":"833eccde-82b9-478c-bd97-9ed7afc151bc","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"maas-trlp-e2e-att-serve-168fec","model":"e2e-att-serve-168fec","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-6350b9/e2e-att-serve-168fec-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.552426555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"1086be66-85d4-44da-8763-b2803fae487f","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.552464149Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"1086be66-85d4-44da-8763-b2803fae487f","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"routeName":"external-model-e2e-rec-recover-2f99a5-22aea7db217d","namespace":"e2e-extmod-rec-noaccess-db33ae","model":"e2e-rec-recover-2f99a5","externalModel":"e2e-rec-recover-2f99a5","provider":"e2e-rec-recover-2f99a5-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.561237597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"c26a4f82-ac01-47aa-b0d0-844341623f45","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.561257973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b9c95a29-b454-417e-8b2b-3dca5bc7e3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.562192939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"1b8d1462-33f0-4c16-81ca-12352e72e6d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.562226863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"2ef2597e-6f15-4db9-91fc-9ce9facb5a14","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.572910933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"c26a4f82-ac01-47aa-b0d0-844341623f45","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.573332717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"e8b3da71-eb54-4067-8c2a-d7b17df150cb","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.573347815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"e8b3da71-eb54-4067-8c2a-d7b17df150cb","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.575579672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"2ef2597e-6f15-4db9-91fc-9ce9facb5a14","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.642124556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b9c95a29-b454-417e-8b2b-3dca5bc7e3aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.642434729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"1b8d1462-33f0-4c16-81ca-12352e72e6d1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.656735703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-sub","reconcileID":"f26cf172-7e53-4941-978c-6043f3f8be6d","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"maas-trlp-e2e-att-serve-168fec","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.669709422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c0c9b131-00df-4017-a164-9809fe3f8125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.672891891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f5b46c33-9997-4def-963e-7680c6ea2f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.678730147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"c0c9b131-00df-4017-a164-9809fe3f8125","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.681645987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f5b46c33-9997-4def-963e-7680c6ea2f52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.784522941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d422232e-ac1a-48a0-9613-3c5b17a8db59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.785848631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e70a9725-f72a-42db-8e9f-11307d4d1db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.786478969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"064d12d4-78e0-46d5-8fe1-47e83fb11c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.80638945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"fbf95d54-9e96-47cd-a413-133125b59e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.807124935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"3b515315-d693-4866-a1f6-f98ba884e706","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.846904109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d422232e-ac1a-48a0-9613-3c5b17a8db59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.848179677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"064d12d4-78e0-46d5-8fe1-47e83fb11c99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.850911718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e70a9725-f72a-42db-8e9f-11307d4d1db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.857227928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"3b515315-d693-4866-a1f6-f98ba884e706","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.857496162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"fbf95d54-9e96-47cd-a413-133125b59e32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.878338925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"076cd994-8ac6-4a39-9a74-0a70895c70ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.878610378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"77f10099-624c-4fb0-9af1-627a1cd7cb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.881184656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1f067ad-dfe3-4912-8059-5eb66609f729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.883947468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"3ad7812b-3bd8-41c7-9ac5-b3734ec659fb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.886857057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"076cd994-8ac6-4a39-9a74-0a70895c70ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.886933416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"77f10099-624c-4fb0-9af1-627a1cd7cb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.889260945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c1f067ad-dfe3-4912-8059-5eb66609f729","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.892043086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"3ad7812b-3bd8-41c7-9ac5-b3734ec659fb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.974734241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"1ebfb902-fc9a-4dd2-b3b2-b67794ac38b5","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:10.982881605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"1ebfb902-fc9a-4dd2-b3b2-b67794ac38b5","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:11.352483675Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.133108243Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"aca07e0b-5658-4d14-b9dc-ce4d3bbc66de","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.548164335Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"ebf75b92-4690-475b-bdca-e7494fede92f","namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.550885732Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"65f8ee62-46f5-47e9-8e01-5875302fe536","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.559146509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"03e7747c-7a66-40b7-9eac-9881ecc926c0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.560425119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"b0169593-2f28-4a6a-8525-1f8a9bd7674b","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.562454648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5aee85d0-15d4-4b05-b726-cf34990da1f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.562537642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"12a0d888-e1de-4e7e-bc6e-b655296a9aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.568074363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"03e7747c-7a66-40b7-9eac-9881ecc926c0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.569577635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"b0169593-2f28-4a6a-8525-1f8a9bd7674b","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.573011054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5aee85d0-15d4-4b05-b726-cf34990da1f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.573392804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"25ced8a9-be5a-4473-9d4c-06deb56ab2b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.574377096Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"7c4ae6b3-f42c-42e6-bafb-67bc4bedbd7e","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.641223666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"12a0d888-e1de-4e7e-bc6e-b655296a9aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.641991517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"03e7747c-7a66-40b7-9eac-9881ecc926c0","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.644500902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"25ced8a9-be5a-4473-9d4c-06deb56ab2b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.647568518Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-sub","reconcileID":"9a4ac6d3-d887-4184-af9e-6d44fbb73b41","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.652645603Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"db99727a-c1a8-40c4-9d4c-56824dc869c1","namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.65508472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"50f02be8-b00e-4a24-9736-a9062b283367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.663480111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"50f02be8-b00e-4a24-9736-a9062b283367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.677446304Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"27504f78-aa78-4bd9-91da-f731895af5b6","MaaSModelRef":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.708790672Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-sub","reconcileID":"d4d2118d-73bc-44b0-91c2-27494ff098d4","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.762784378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"8e553c51-0d61-4493-9955-330114ed42d8","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.767641695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"fe5c2fdf-7b7c-4e45-b940-db78d5d69535","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.770193153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"50cc95ce-2b78-4e4c-85b1-26611c3e4cd3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.770416149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c4c348ce-8948-4fd8-8dde-9ae2b97f0c7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.774022668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"8e553c51-0d61-4493-9955-330114ed42d8","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.774411417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"f9365345-dbda-488f-a06e-93dfd9c6ae2b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.777537745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"fe5c2fdf-7b7c-4e45-b940-db78d5d69535","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.779859568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"50cc95ce-2b78-4e4c-85b1-26611c3e4cd3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.844747805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"f9365345-dbda-488f-a06e-93dfd9c6ae2b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.887117249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c4c348ce-8948-4fd8-8dde-9ae2b97f0c7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:13.904062812Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"f9365345-dbda-488f-a06e-93dfd9c6ae2b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.024288177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed8a65c6-72f1-4167-9728-faf33806c556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.025112191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"1ff7427e-3e75-4f43-8e28-3964ad67fc06","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.106519333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed8a65c6-72f1-4167-9728-faf33806c556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.150563596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e9d3ca2d-f126-4b41-969c-77b2b6633b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.151195212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f7adb62a-5c03-46c3-b3a8-2e3133d5b88f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.151733059Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-sub","reconcileID":"29b09f33-5281-4f94-9656-f91226b51de7","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.169242651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"fb6307ee-b6e2-4e35-9e77-93b7eabc3e88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.188499032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e9d3ca2d-f126-4b41-969c-77b2b6633b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.190134723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"1ff7427e-3e75-4f43-8e28-3964ad67fc06","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.221097981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"fb6307ee-b6e2-4e35-9e77-93b7eabc3e88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.231680205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f7adb62a-5c03-46c3-b3a8-2e3133d5b88f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.282460711Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"64d0c66b-1803-4d50-865a-c0a6214316ce","namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.416052166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"468b7d50-cbcb-45d6-a52e-b328c6f71b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.416063693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"9507aa7e-be2b-414f-9265-c4de32e0dcb4","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.416511298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"cd28b2ad-08a5-47c6-ae42-efc75dd648a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.425172121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"468b7d50-cbcb-45d6-a52e-b328c6f71b3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.425394217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"cd28b2ad-08a5-47c6-ae42-efc75dd648a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.427680153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"9507aa7e-be2b-414f-9265-c4de32e0dcb4","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.611473472Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-bd011c","namespace":"e2e-extmod-rec-noaccess-6e7f08"},"namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","reconcileID":"b033f27d-4009-412b-8d9e-fa301becbb67","namespace":"e2e-extmod-rec-noaccess-6e7f08","name":"e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.650803363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"310fcd4b-84bf-4b9f-9e6f-c1d26c7a8721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.652755591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"74650647-3e67-45de-929f-916477c113a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.67683289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"4a56b4c6-5829-4cd2-8b49-20d767e2655c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.688257941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"310fcd4b-84bf-4b9f-9e6f-c1d26c7a8721","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.74428211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"4a56b4c6-5829-4cd2-8b49-20d767e2655c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.744655412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"cc4f28ae-30eb-461e-9634-17af26d235ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.744284655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"74650647-3e67-45de-929f-916477c113a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.754026085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"cc4f28ae-30eb-461e-9634-17af26d235ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.755039432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3141f0ff-0a09-480c-9deb-ab622f18d28e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.761700258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"cc4f28ae-30eb-461e-9634-17af26d235ed","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.764113452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3141f0ff-0a09-480c-9deb-ab622f18d28e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.843440353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"02abc192-4f53-4a46-a5f6-3a2c34e6cfe4","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.84717046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ba36c34e-8766-4711-bf4a-a4e773ffd7fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.850190056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f33b3192-7b42-468f-b7e0-8071db3ae21d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.853262278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"a36c2f8b-a9ba-4fdb-a2d2-0e3d8cf4b12c","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.854123247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"02abc192-4f53-4a46-a5f6-3a2c34e6cfe4","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.855904596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"69aa2acd-6236-4b65-87e2-a6eea1e60d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.857357555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ba36c34e-8766-4711-bf4a-a4e773ffd7fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.860156975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f33b3192-7b42-468f-b7e0-8071db3ae21d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.862996042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"a36c2f8b-a9ba-4fdb-a2d2-0e3d8cf4b12c","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.863034327Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"a36c2f8b-a9ba-4fdb-a2d2-0e3d8cf4b12c","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.865889068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"69aa2acd-6236-4b65-87e2-a6eea1e60d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.955886886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e1509911-d3bb-4f83-a4d7-5057bd99edc7","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.958375994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"84d215c5-39c9-45fb-a092-4114245c2996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.959312105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7e8b627c-315f-47e2-bdbd-f9b7fa75895b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.960958781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bc9931b1-9abf-4c11-a731-37fe2ed5157b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.961841913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"a7f33304-f8f5-4b40-b29b-602bc8ffb88c","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.964183045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e1509911-d3bb-4f83-a4d7-5057bd99edc7","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:14.966430223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"84d215c5-39c9-45fb-a092-4114245c2996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.040932003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7e8b627c-315f-47e2-bdbd-f9b7fa75895b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.043299708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bc9931b1-9abf-4c11-a731-37fe2ed5157b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.045968062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"a7f33304-f8f5-4b40-b29b-602bc8ffb88c","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.155792722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"16e88b87-79f5-4bad-90d8-141a2311d061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.16030324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"52917159-87f7-493c-aee4-c04e8d91824c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.160315096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"59e32dba-2afc-446c-968a-1e6d22699ee3","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.164315245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"16e88b87-79f5-4bad-90d8-141a2311d061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.168674677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"52917159-87f7-493c-aee4-c04e8d91824c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.168920348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"59e32dba-2afc-446c-968a-1e6d22699ee3","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.172063994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86c8a7f9-81c1-4bcd-ad44-0cd96dc69a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.174872689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"1fa53f11-28a6-496d-a1d1-84fe5aae1384","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.18057542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"86c8a7f9-81c1-4bcd-ad44-0cd96dc69a28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.241523212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"1fa53f11-28a6-496d-a1d1-84fe5aae1384","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.24866585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c1cc544b-3e52-420f-a935-1916977cf925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.25742334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c1cc544b-3e52-420f-a935-1916977cf925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.272223086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8a05068b-8c0c-4b2f-938e-5b982a549b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.272331044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8418850c-d7a6-4dc7-a2d1-f324d6213586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.280784981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8418850c-d7a6-4dc7-a2d1-f324d6213586","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.280916258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8a05068b-8c0c-4b2f-938e-5b982a549b5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.42001776Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub]","namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-recover-bd011c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.426917242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"088028d3-aa43-4228-b8fa-c1e22c4359a0","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.426947666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"088028d3-aa43-4228-b8fa-c1e22c4359a0","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"routeName":"external-model-e2e-rec-recover-2f99a5-22aea7db217d","namespace":"e2e-extmod-rec-noaccess-db33ae","model":"e2e-rec-recover-2f99a5","externalModel":"e2e-rec-recover-2f99a5","provider":"e2e-rec-recover-2f99a5-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.453112927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"e1ade689-5035-447d-8327-1803f2774107","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.458067404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"80703fa4-484e-4cda-9b66-7b8a3ea8aa12","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.458108868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"aadf55a0-5f40-4784-883c-c8ae2f5765fb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:15.45873419Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-2f99a5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.458772631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"767f224b-ed68-4657-ae19-09c36d7bd27a","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.45878567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"767f224b-ed68-4657-ae19-09c36d7bd27a","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.463715508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"e1ade689-5035-447d-8327-1803f2774107","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.46665164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"80703fa4-484e-4cda-9b66-7b8a3ea8aa12","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.466929208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"aadf55a0-5f40-4784-883c-c8ae2f5765fb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.467568954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"941f102b-d060-4008-a2a7-6cb3268dd3a3","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.467590693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"941f102b-d060-4008-a2a7-6cb3268dd3a3","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"routeName":"external-model-e2e-rec-recover-2f99a5-22aea7db217d","namespace":"e2e-extmod-rec-noaccess-db33ae","model":"e2e-rec-recover-2f99a5","externalModel":"e2e-rec-recover-2f99a5","provider":"e2e-rec-recover-2f99a5-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.475080065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"ef348ba5-86a7-4981-8461-ca3884ad65d9","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.475099418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"ef348ba5-86a7-4981-8461-ca3884ad65d9","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"routeName":"external-model-e2e-rec-ctrl-942e20-805d81225ad3","namespace":"e2e-extmod-rec-user-f71613","model":"e2e-rec-ctrl-942e20","externalModel":"e2e-rec-ctrl-942e20","provider":"e2e-rec-ctrl-942e20-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.478622316Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-sub","reconcileID":"c5e8545e-f2e0-43f9-aa99-bfac3dbfed43","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-rec-recover-2f99a5","model":"e2e-rec-recover-2f99a5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.507184823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"013c3ac7-0fbb-495f-808c-ff6584dbf971","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.507200872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"013c3ac7-0fbb-495f-808c-ff6584dbf971","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"routeName":"external-model-e2e-rec-recover-2f99a5-22aea7db217d","namespace":"e2e-extmod-rec-noaccess-db33ae","model":"e2e-rec-recover-2f99a5","externalModel":"e2e-rec-recover-2f99a5","provider":"e2e-rec-recover-2f99a5-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.572567226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-sub","reconcileID":"0403224e-cf37-46c9-8d09-3cb4f8408701","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-rec-recover-2f99a5","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.59088482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"77299160-bf73-4428-8004-9f2ace1928de","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.599196264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"77299160-bf73-4428-8004-9f2ace1928de","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.689701289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"064840bd-fb24-4f37-99e0-a22a0340342f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.692512805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"7d4a2661-7dfa-4bac-b7b9-22abb9f1a841","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.698193605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"064840bd-fb24-4f37-99e0-a22a0340342f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:15.701131708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"7d4a2661-7dfa-4bac-b7b9-22abb9f1a841","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:16.975643366Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c92c13","namespace":"e2e-extmod-att-noaccess-85f400"},"namespace":"e2e-extmod-att-noaccess-85f400","name":"e2e-att-noaccess-c92c13","reconcileID":"3177b1e2-0e42-45ac-b188-256cc2da4a4b","namespace":"e2e-extmod-att-noaccess-85f400","name":"e2e-att-noaccess-c92c13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.070690749Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-c92c13","namespace":"e2e-extmod-att-noaccess-85f400"},"namespace":"e2e-extmod-att-noaccess-85f400","name":"e2e-att-noaccess-c92c13","reconcileID":"9e00f431-b4cd-4f6c-ba5e-85b162502446","namespace":"e2e-extmod-att-noaccess-85f400","name":"e2e-att-noaccess-c92c13","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.087458727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"bf64557f-f4ca-4b06-91be-3e3f49903ae7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.091670341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"15c95b2e-d36d-4066-bd0a-88d1db3e7cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.093574352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3082ce1a-3049-477e-8b14-6649da594c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.144183584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"48ffaefb-c048-4963-995d-1b4c7fac3bfe","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.166024175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86bcedb1-7208-4970-9ccc-02479a73dcc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.172694443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"bf64557f-f4ca-4b06-91be-3e3f49903ae7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.186804939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"15c95b2e-d36d-4066-bd0a-88d1db3e7cc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.194074462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86bcedb1-7208-4970-9ccc-02479a73dcc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.201771606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"48ffaefb-c048-4963-995d-1b4c7fac3bfe","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.201768671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3082ce1a-3049-477e-8b14-6649da594c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.20439061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"bf64557f-f4ca-4b06-91be-3e3f49903ae7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.253032319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f8f68536-ac53-4a8b-8834-b7788f597a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.263149381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f8f68536-ac53-4a8b-8834-b7788f597a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.322410284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f9346be6-7458-4736-9900-19a13b6607fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.322423773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28a193b5-a332-42eb-9af1-24568c143606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.323057603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"06bae356-5590-449e-991e-6f802178b9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.325963252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"f2d37a7c-e8a2-445f-a624-a25706492e21","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.331108822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28a193b5-a332-42eb-9af1-24568c143606","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.331559075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"06bae356-5590-449e-991e-6f802178b9c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.33379516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f9346be6-7458-4736-9900-19a13b6607fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.334964273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"f2d37a7c-e8a2-445f-a624-a25706492e21","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.423209197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ef79aa67-e75a-48cf-a40b-90ec09b5d2e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.423246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"074cf16d-628d-41cd-85cb-cb93875990b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.42371324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"7124e155-64bb-4492-a5a3-5c3aec664ca3","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.423726972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"5b1f2968-8e98-4559-bd71-ce29c14414a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.428265853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"a1825fcd-4194-4e4e-873e-53a2633f61ef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.431865301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"074cf16d-628d-41cd-85cb-cb93875990b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.432066818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ef79aa67-e75a-48cf-a40b-90ec09b5d2e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.434283706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"7124e155-64bb-4492-a5a3-5c3aec664ca3","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.434446617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"5b1f2968-8e98-4559-bd71-ce29c14414a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.437174078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"a1825fcd-4194-4e4e-873e-53a2633f61ef","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.522727447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"aa7ca55f-953b-4e52-b65b-50e077dd20d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.523079818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"44d09af0-728c-433f-b312-a63847979596","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.525188646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9c7660e0-444f-4700-97ab-01f9f8d22fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.525878348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"b34ebd0f-ad09-4575-809f-d69325860624","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.531071823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"aa7ca55f-953b-4e52-b65b-50e077dd20d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.531224967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"44d09af0-728c-433f-b312-a63847979596","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.531403083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"3c960dbd-bba3-4dc8-ada1-594c97fd476f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.533472916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9c7660e0-444f-4700-97ab-01f9f8d22fd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.533940256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"b34ebd0f-ad09-4575-809f-d69325860624","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.539785216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"3c960dbd-bba3-4dc8-ada1-594c97fd476f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.553654284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84e0c5a4-e223-446f-9e81-64c484a85e52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.556961481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"5aa6fd2a-fc83-4d76-b02a-90fe3f2fc1ee","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.559724919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"56d63a39-dbbd-4f65-a209-b49e6c6b65f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.562053738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84e0c5a4-e223-446f-9e81-64c484a85e52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.562346488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"aedf19c6-0af7-4749-856d-b8ef0a7c8dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.566870371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"5aa6fd2a-fc83-4d76-b02a-90fe3f2fc1ee","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.569340343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"56d63a39-dbbd-4f65-a209-b49e6c6b65f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.571623103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"aedf19c6-0af7-4749-856d-b8ef0a7c8dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.572682308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"540724b4-56b7-4e31-bdf8-ea9b027b6b24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.643391907Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"5aa6fd2a-fc83-4d76-b02a-90fe3f2fc1ee","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.646317031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"56d63a39-dbbd-4f65-a209-b49e6c6b65f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.65292542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"540724b4-56b7-4e31-bdf8-ea9b027b6b24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.658951857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"5af000ba-9aa1-444b-9ac4-6630b23b5245","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.658977306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"5af000ba-9aa1-444b-9ac4-6630b23b5245","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.747297582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"fd676000-d286-41d9-815e-c4e6561d9b1f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.752841051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"0b4d1a70-8757-4070-a707-f6d989226bed","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.756910574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"fd676000-d286-41d9-815e-c4e6561d9b1f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.757367322Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-sub","reconcileID":"3bfce2e8-98f2-4f09-802b-6f2f5f52f2aa","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f0790b2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.761386394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"0b4d1a70-8757-4070-a707-f6d989226bed","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.783113254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"8fe11279-d4b6-4fc8-b517-2cf3e2929408","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.843033681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"8fe11279-d4b6-4fc8-b517-2cf3e2929408","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:23.141055487Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"4ee1957c-607a-4660-a8cd-d2d3454bece5","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.369631003Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"01a452c7-f539-41ad-93b2-23b5235902a9","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.373421527Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-sub","reconcileID":"25bf5957-3f08-45cf-aa9f-bca403457248","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.385230179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"6641bfbd-0b90-4519-a6a8-aba9cc0aef9d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.394482135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"6641bfbd-0b90-4519-a6a8-aba9cc0aef9d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.399512564Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"6641bfbd-0b90-4519-a6a8-aba9cc0aef9d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.40381091Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"851a81c4-cb49-4a4a-a43a-760942701800","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"routeName":"external-model-e2e-rec-ctrl-a28e91-53ce9b379cd3","namespace":"e2e-extmod-rec-user-c5ab1a","model":"e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.461799146Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"152c5f82-d87a-4b37-aed7-77b28880e718","namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.465717697Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"a511ff14-2154-407c-8fc7-80f0c4b277a8","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.471518597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"73f10b33-b6ac-4a2d-ac96-451d9515919a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.473866839Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-sub","reconcileID":"81e17dcf-4beb-4ac7-baa4-9941f861f85e","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.474363235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"a0beeeea-7f61-4149-b9b4-1466e05f52ff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.474695608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"c68bb334-557a-4132-81a9-e08f11929229","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.476094149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fa9df16-b9e1-4479-b954-0c75cd4f2b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.476338918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"8fab981f-a80a-4957-87ae-18e282e0e934","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.480475171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"73f10b33-b6ac-4a2d-ac96-451d9515919a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.482871126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"a0beeeea-7f61-4149-b9b4-1466e05f52ff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.48518579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"c68bb334-557a-4132-81a9-e08f11929229","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.486137261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"8fab981f-a80a-4957-87ae-18e282e0e934","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.486873802Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"a0beeeea-7f61-4149-b9b4-1466e05f52ff","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.487592838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3fa9df16-b9e1-4479-b954-0c75cd4f2b0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.48792927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"73f10b33-b6ac-4a2d-ac96-451d9515919a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.492353919Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"c68bb334-557a-4132-81a9-e08f11929229","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.500199094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5fa381b7-30b0-4b9c-b718-b1cd4671be4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.509141165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5fa381b7-30b0-4b9c-b718-b1cd4671be4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.521726233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9d7fb059-43ae-45e9-bb0b-96aa4fdfcf82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.543237063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9d7fb059-43ae-45e9-bb0b-96aa4fdfcf82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.891469112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"7784de2e-95f6-4e5e-b4cb-5ae0f257f5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.89235558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"929e8fa0-5042-45c7-9f0d-1aff322cbcd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.898190751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"df8bd573-cea7-4bfb-9662-3f9521575165","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.899079675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"010c7c44-4c24-4c4a-8db4-fbdd143d9ca0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.905435992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"929e8fa0-5042-45c7-9f0d-1aff322cbcd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.909123775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"7784de2e-95f6-4e5e-b4cb-5ae0f257f5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.913353765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"df8bd573-cea7-4bfb-9662-3f9521575165","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.921034024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1d9315aa-7a85-4301-8bff-d14856e0932a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.933977292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1d9315aa-7a85-4301-8bff-d14856e0932a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.93732187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"010c7c44-4c24-4c4a-8db4-fbdd143d9ca0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.942010987Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"010c7c44-4c24-4c4a-8db4-fbdd143d9ca0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.982743011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e6155218-3d46-43ba-93b4-460c70dd8b71","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.985440558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c5993676-3ec1-4a6e-8ea6-88ef27f6d9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:26.99054752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"80c4551e-96db-4972-b34f-e66f1f427660","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.044016921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"e6155218-3d46-43ba-93b4-460c70dd8b71","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.046682636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"a872b293-c735-4cde-b6dd-39f125f48075","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.04726817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"80c4551e-96db-4972-b34f-e66f1f427660","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.048921506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c5993676-3ec1-4a6e-8ea6-88ef27f6d9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.054040018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"d3715bb2-9d40-4164-86d6-c67029548302","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.059559027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"a872b293-c735-4cde-b6dd-39f125f48075","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.062488291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"d3715bb2-9d40-4164-86d6-c67029548302","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.070069051Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"d3715bb2-9d40-4164-86d6-c67029548302","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.073239507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b2c8447e-952c-4933-b1a8-64acf140f9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.08144502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b2c8447e-952c-4933-b1a8-64acf140f9f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.130192921Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"b8e1f226-31e2-4c01-9e47-7c10d5d4155b","namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.176567156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1043e48-9314-4b7e-b43d-4604ce5e6068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.177061858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ca518c06-618d-4e6c-aa64-aa5c934706e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.177399283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"354fee80-1df7-4978-a07f-1f354bd1bda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.180175601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"6fed42ea-d985-48f5-8162-4780fae301e3","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.182553639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9b6d9269-67ce-4fb2-84e6-c7517df32fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.185003652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1043e48-9314-4b7e-b43d-4604ce5e6068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.185498705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"354fee80-1df7-4978-a07f-1f354bd1bda6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.187515489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ca518c06-618d-4e6c-aa64-aa5c934706e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.188422434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"6fed42ea-d985-48f5-8162-4780fae301e3","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.19080516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9b6d9269-67ce-4fb2-84e6-c7517df32fa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.271586631Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"82c7b02b-e6a1-44f3-85d0-d7ef18f5d2b0","namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.274922264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"d4541dfe-91f7-4926-b370-e615be8fc0e8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.275371813Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"d9afa694-afbd-4647-8ff1-50411ec2aa7a","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.275751768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bd53fd2-5bb0-49b4-a4c5-c3d3b1a79ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.276660945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"725cda35-f57f-49bf-90ee-f5b5431b3d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.277421591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"dcc104fd-e486-40b2-bc24-942b979723e6","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.279829767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d1e9cb08-73cf-4867-9afc-a2725b57a4b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.283206156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"d4541dfe-91f7-4926-b370-e615be8fc0e8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.284116314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bd53fd2-5bb0-49b4-a4c5-c3d3b1a79ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.285688596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"725cda35-f57f-49bf-90ee-f5b5431b3d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.286518871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"dcc104fd-e486-40b2-bc24-942b979723e6","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.286551768Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"0f258fa4-5279-4951-a641-8c0fb7793ad4","namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.289028488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d1e9cb08-73cf-4867-9afc-a2725b57a4b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.289404844Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"ef1621de-190c-4cf6-8d43-fd172d64210e","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.2903878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"d4541dfe-91f7-4926-b370-e615be8fc0e8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.296472092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"ef1621de-190c-4cf6-8d43-fd172d64210e","error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.302441351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"db9330e5-4408-4159-b695-5b0411d537a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.304556638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"c6a06b7a-18c1-43b1-a3ca-aa621c1f4921","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.30464897Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"c6a06b7a-18c1-43b1-a3ca-aa621c1f4921","error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.304748075Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-sub","reconcileID":"460ee711-03be-4415-9b35-248c4fa1797b","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.343101012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"db9330e5-4408-4159-b695-5b0411d537a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.347509639Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"6cf90959-b03c-4d54-a986-248306ec2e10","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.347563652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"6cf90959-b03c-4d54-a986-248306ec2e10","error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.36539833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"cede211a-4f39-4fe5-9cb4-3728d6c4515f","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.365448835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"cede211a-4f39-4fe5-9cb4-3728d6c4515f","error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.4562727Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"f729f43c-a5fd-42e3-aae2-0d0a4af10550","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.456337006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"f729f43c-a5fd-42e3-aae2-0d0a4af10550","error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.541422227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"71a1e5cd-fc1f-404b-ace4-427162186076","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.543777221Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"49a0386e-222c-4f89-890d-c84ee90a81f5","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.543860414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"49a0386e-222c-4f89-890d-c84ee90a81f5","error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.544160626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"c66b3152-31d2-42c2-80a4-0f0061b2c02d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.544173841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"85fb9287-6abc-45cb-8d79-0a4ccb27494f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.544641645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"cd4fb7cd-04f1-4568-b091-d571dcf025bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.546648808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"fe4334dc-e22b-44d6-a9f5-cab2d3c4d29d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.550055691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"71a1e5cd-fc1f-404b-ace4-427162186076","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.552878076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"cd4fb7cd-04f1-4568-b091-d571dcf025bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.552964456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"85fb9287-6abc-45cb-8d79-0a4ccb27494f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.555143511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"fe4334dc-e22b-44d6-a9f5-cab2d3c4d29d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.555160273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"c66b3152-31d2-42c2-80a4-0f0061b2c02d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.558179917Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"fe4334dc-e22b-44d6-a9f5-cab2d3c4d29d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.577559474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"28d7391c-f0f9-4a4b-80d8-ae0b55c60469","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.580424519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"8eab7e3f-f46e-433b-b93f-b6b6e7943e6a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.586404883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"28d7391c-f0f9-4a4b-80d8-ae0b55c60469","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.587774039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"d775bb5d-e90a-48b7-8006-ef6395d56c73","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.588098562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"99163030-225d-4012-9f4e-a3c26a5c4b15","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.5924241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"8eab7e3f-f46e-433b-b93f-b6b6e7943e6a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.6058522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"d775bb5d-e90a-48b7-8006-ef6395d56c73","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.608902621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"99163030-225d-4012-9f4e-a3c26a5c4b15","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.612997996Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"d775bb5d-e90a-48b7-8006-ef6395d56c73","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.676483272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"761d7d09-ba95-4142-992d-b6ff29641fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.68478598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"761d7d09-ba95-4142-992d-b6ff29641fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.713718971Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"f465bfe8-0946-4f7c-9280-c071ba417a45","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:27.713825281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-a28e91","namespace":"e2e-extmod-rec-user-c5ab1a"},"namespace":"e2e-extmod-rec-user-c5ab1a","name":"e2e-rec-ctrl-a28e91","reconcileID":"f465bfe8-0946-4f7c-9280-c071ba417a45","error":"ExternalModel e2e-rec-ctrl-a28e91 not found in namespace e2e-extmod-rec-user-c5ab1a (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.792083635Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-sub","reconcileID":"947f9bf2-74cc-4ef2-abfc-7ee1060c5f63","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","subscription":"e2e-att-serve-1473cf-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.804933647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4900540-8d5d-43aa-99d4-337bec10d7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.805024539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8d4ea31c-cfa6-43db-b028-422706d170d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.805564291Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-sub","reconcileID":"947f9bf2-74cc-4ef2-abfc-7ee1060c5f63","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.805780338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9fc1afbf-d800-469f-afa9-53dda00c1e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.805889299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2b550510-fc4c-4999-9179-15529203c3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.810039273Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-sub","reconcileID":"947f9bf2-74cc-4ef2-abfc-7ee1060c5f63","MaaSSubscription":{"name":"e2e-att-serve-1473cf-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"maas-trlp-e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.81181665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"1ac9a962-8ec2-411e-a93c-f36446b2d2bb","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.814926572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8d4ea31c-cfa6-43db-b028-422706d170d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.815157959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4900540-8d5d-43aa-99d4-337bec10d7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.817344196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9fc1afbf-d800-469f-afa9-53dda00c1e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.817668062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2b550510-fc4c-4999-9179-15529203c3c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.820012525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"1ac9a962-8ec2-411e-a93c-f36446b2d2bb","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.884654097Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-sub","reconcileID":"56a37902-2278-481a-a9f9-65fe02b13a0d","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","error":"MaaSModelRef not found: e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.898476562Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub]","namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-recover-bd011c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.927811529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"52dddf1b-0dc7-4742-8d6a-b04b577d28ff","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.927837777Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"52dddf1b-0dc7-4742-8d6a-b04b577d28ff","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.94450468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"84e8b85e-44f0-4b0b-b4c8-a3d3eb728718","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.944525084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"84e8b85e-44f0-4b0b-b4c8-a3d3eb728718","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"routeName":"external-model-e2e-rec-recover-2f99a5-22aea7db217d","namespace":"e2e-extmod-rec-noaccess-db33ae","model":"e2e-rec-recover-2f99a5","externalModel":"e2e-rec-recover-2f99a5","provider":"e2e-rec-recover-2f99a5-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.972289675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"c1a20549-7355-4dd3-b67d-0c261dba22fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.972883882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9125d06a-e4c4-40b4-90ff-88dd2dd1be22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.975406865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f479070b-874b-44e1-92dd-553a6f184e8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.978137015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c15788d-2059-4a74-bdd4-611d298c5077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.978201418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"36930248-756f-4c23-ac9c-cf221b74f884","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.980835651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"c1a20549-7355-4dd3-b67d-0c261dba22fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.980951893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9125d06a-e4c4-40b4-90ff-88dd2dd1be22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.986024797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f479070b-874b-44e1-92dd-553a6f184e8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.988884888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"36930248-756f-4c23-ac9c-cf221b74f884","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.988951985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"c1a20549-7355-4dd3-b67d-0c261dba22fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.993402511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c15788d-2059-4a74-bdd4-611d298c5077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.055850703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"23f8d2e3-7635-4f48-824e-3559f2946ff6","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.055878024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"23f8d2e3-7635-4f48-824e-3559f2946ff6","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.077962945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"f400ac6c-3b78-4a6d-af06-b87358787349","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.086052124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"f400ac6c-3b78-4a6d-af06-b87358787349","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.086077475Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"f400ac6c-3b78-4a6d-af06-b87358787349","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.161533802Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"fd8c12ea-91d5-4cd2-9855-d7e3b13b9e8f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.17610555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"628f1616-746d-4398-b677-7a4bc963267a","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.176217799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"66cb00f3-aa13-4a68-afcc-c385f7166271","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.186460234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"628f1616-746d-4398-b677-7a4bc963267a","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.186715467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"66cb00f3-aa13-4a68-afcc-c385f7166271","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.193769263Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"66cb00f3-aa13-4a68-afcc-c385f7166271","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.271960023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"fd8c12ea-91d5-4cd2-9855-d7e3b13b9e8f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.305491319Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"fd8c12ea-91d5-4cd2-9855-d7e3b13b9e8f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.305518457Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-att-serve-1473cf-access","reconcileID":"fd8c12ea-91d5-4cd2-9855-d7e3b13b9e8f","MaaSAuthPolicy":{"name":"e2e-att-serve-1473cf-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.317871563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"40fcd368-73cb-4a5e-8f72-d235ad4bbb50","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"tenant":"e2e-extmod-b-c7aecb","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","model":"e2e-extmod-att-user-856c41/e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.317896941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"40fcd368-73cb-4a5e-8f72-d235ad4bbb50","MaaSModelRef":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"routeName":"external-model-e2e-att-serve-1473cf-c2ad5e76fb98","namespace":"e2e-extmod-att-user-856c41","model":"e2e-att-serve-1473cf","externalModel":"e2e-att-serve-1473cf","provider":"e2e-att-serve-1473cf-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.866187565Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"917e4270-111d-4bca-9c0a-88a9f66dd3cc","namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.876647868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"607470c3-e24b-4eb4-9d03-ebac70b508d4","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.878484012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6e341f76-d9ea-4f9d-8698-cb25688dd4dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.881542769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"600efcf7-49c4-4019-94bf-f9342abc4acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.882152734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"1aa3c8ce-d798-4f20-8fa1-035561ff5d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.886173346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"607470c3-e24b-4eb4-9d03-ebac70b508d4","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.887962486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6e341f76-d9ea-4f9d-8698-cb25688dd4dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.892095634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"600efcf7-49c4-4019-94bf-f9342abc4acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.893719266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"389deac3-4cc7-4c57-840b-f39e2e6d69fa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.89410838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"1aa3c8ce-d798-4f20-8fa1-035561ff5d95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.896677118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6e341f76-d9ea-4f9d-8698-cb25688dd4dd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.944313885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"389deac3-4cc7-4c57-840b-f39e2e6d69fa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.952949361Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"389deac3-4cc7-4c57-840b-f39e2e6d69fa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.981627453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"0580e38f-3076-4119-84b8-b234197831c1","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:28.990277174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"0580e38f-3076-4119-84b8-b234197831c1","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.001760274Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-1473cf","namespace":"e2e-extmod-att-user-856c41"},"namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","reconcileID":"1f6ef2d2-9852-41a5-a3e3-d5cdee058db5","namespace":"e2e-extmod-att-user-856c41","name":"e2e-att-serve-1473cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.20347118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc36b323-4481-4986-946a-4e10f5f372f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.204308441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"12b8b900-67d2-472d-a97b-d5f921a0d4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.228205314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"56dfdf94-2f59-42e3-868b-2dedaf030e22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.229217655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"2138e217-c739-4061-b80f-5541fbd8afff","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.24608694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"12b8b900-67d2-472d-a97b-d5f921a0d4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.250042432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc36b323-4481-4986-946a-4e10f5f372f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.251177818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"cdb349ee-aa81-438a-bbc6-4e81a51f6d6b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.256939858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"56dfdf94-2f59-42e3-868b-2dedaf030e22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.291650742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"2138e217-c739-4061-b80f-5541fbd8afff","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.29740521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"cdb349ee-aa81-438a-bbc6-4e81a51f6d6b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.341502354Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"cdb349ee-aa81-438a-bbc6-4e81a51f6d6b","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.412801635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"40e8ca8e-9c67-4bdc-b388-f6c8eee9229c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.413009028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6cedc6f3-bb36-40cd-a7d3-b8f3389044ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.413230685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e55acc74-72c2-4a3a-840b-83fdaa560bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.421305545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"40e8ca8e-9c67-4bdc-b388-f6c8eee9229c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.421995813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e55acc74-72c2-4a3a-840b-83fdaa560bba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.423727591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6cedc6f3-bb36-40cd-a7d3-b8f3389044ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.549159723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0dbb8ac-8c51-4690-8199-423f46b88ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.818899808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0dbb8ac-8c51-4690-8199-423f46b88ed1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.849565407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"3a54911e-af29-4c57-9cb9-917eec713386","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.852333101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"79087947-e06b-418e-8b31-4d5418c721be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.855442678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"01ac6f75-1e17-46d7-822a-c5a23a2c083c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.857359765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"0ccdc964-034e-49b9-afef-2ed61fbc9e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.860009741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"3a54911e-af29-4c57-9cb9-917eec713386","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.862668985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"79087947-e06b-418e-8b31-4d5418c721be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.864983291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"01ac6f75-1e17-46d7-822a-c5a23a2c083c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.867231733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"0ccdc964-034e-49b9-afef-2ed61fbc9e82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.949347504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3518272c-dc72-4356-99bf-f7d528a17dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.959250678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3518272c-dc72-4356-99bf-f7d528a17dda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.96565219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6905e335-44fd-403a-b7f4-2e1c31287b82","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.96733056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"c9ffd8b4-4fef-4046-9224-248f6e2fe9b5","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.971098747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b560b246-a1e8-453d-aa27-1d4fe551aa82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.971627732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"61825d75-fc35-4170-bc13-fc584b052931","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.97421965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6905e335-44fd-403a-b7f4-2e1c31287b82","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.97594894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"c9ffd8b4-4fef-4046-9224-248f6e2fe9b5","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.979177389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b560b246-a1e8-453d-aa27-1d4fe551aa82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.979825268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"61825d75-fc35-4170-bc13-fc584b052931","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.981190019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6905e335-44fd-403a-b7f4-2e1c31287b82","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:29.986650857Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"61825d75-fc35-4170-bc13-fc584b052931","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:30.034876565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"63dfedc4-d72c-47de-80a4-12a38061b288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:30.043188911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"63dfedc4-d72c-47de-80a4-12a38061b288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:30.136249643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"3d9f5f4f-2366-4129-b8be-c8c220f15e0c","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:30.14529057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"3d9f5f4f-2366-4129-b8be-c8c220f15e0c","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:33.150075187Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"3063d062-b10c-4534-8844-4ac9e63d23e4","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:33.881876251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"10799cb6-711f-4ce2-aab0-cbe93b3559b6","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:33.884872324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"b553f0cc-8bfb-41bb-b843-9252cbc2f94f","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:33.88499568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"1ad6ede2-7d7b-4055-8418-85484c23a10a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:33.890696822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"10799cb6-711f-4ce2-aab0-cbe93b3559b6","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:33.895466984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"b553f0cc-8bfb-41bb-b843-9252cbc2f94f","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:33.898038869Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"10799cb6-711f-4ce2-aab0-cbe93b3559b6","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:33.899106658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"1ad6ede2-7d7b-4055-8418-85484c23a10a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:33.91007961Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"1ad6ede2-7d7b-4055-8418-85484c23a10a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.991246353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"460f3a0f-0bf4-46dd-9651-fad1923e2161","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:39.999765594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"460f3a0f-0bf4-46dd-9651-fad1923e2161","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:40.006901999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"460f3a0f-0bf4-46dd-9651-fad1923e2161","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:41.34488945Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.170831408Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"74f3797f-dbb8-456b-884f-99f54b743b53","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.886228059Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-sub","reconcileID":"01e2f52e-24ee-40e7-ac2d-21e830ecef55","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","subscription":"e2e-rec-recover-bd011c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.886388792Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-sub","reconcileID":"01e2f52e-24ee-40e7-ac2d-21e830ecef55","MaaSSubscription":{"name":"e2e-rec-recover-bd011c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.929447155Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub]","namespace=ai-tenant-e2e-extmod-b-05473b priority=0:[ai-tenant-e2e-extmod-b-05473b/e2e-att-serve-fdfcc6-sub ai-tenant-e2e-extmod-b-05473b/e2e-rec-ctrl-a28e91-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.94617783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"3c4ba632-ca8b-4c83-92f9-66b2f8ac2233","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.94620264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"3c4ba632-ca8b-4c83-92f9-66b2f8ac2233","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.949366364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"f827a0b8-3835-413d-8645-a1a01f749fc9","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.949420905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"36f56cc3-dd16-4232-876c-c17b0dde63e0","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.949968002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"3e2748fb-04e6-47de-872b-aa64745d9b9c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.958665178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"3e2748fb-04e6-47de-872b-aa64745d9b9c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.95984563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"36f56cc3-dd16-4232-876c-c17b0dde63e0","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.96105231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"f827a0b8-3835-413d-8645-a1a01f749fc9","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.966098827Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"3e2748fb-04e6-47de-872b-aa64745d9b9c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.969012134Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"f827a0b8-3835-413d-8645-a1a01f749fc9","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.019207029Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"0dec3a05-98ae-403a-af8d-99a339c9e9bd","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.029044583Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"da73e078-aa18-40db-9f95-985effc01974","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.040211393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"024b3079-e63f-49b5-9f74-1167e6ef0749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.040972373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5fcb105b-757f-4eba-8199-5201248e69b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.041820545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"1a512d34-10ac-4c47-a4f3-36c7477dabcc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.047069153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5d23f657-b5fb-4171-922d-bd926ec0e448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.102532599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5d23f657-b5fb-4171-922d-bd926ec0e448","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.174684309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"024b3079-e63f-49b5-9f74-1167e6ef0749","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.221480469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"1a512d34-10ac-4c47-a4f3-36c7477dabcc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.22615727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5fcb105b-757f-4eba-8199-5201248e69b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.257865626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"4aa6f6d3-63e0-4df1-9565-89e1034cd02f","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.283632568Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"83d22bf2-e606-4b51-b25a-ca8a0db76161","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.292076993Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"d4971458-3026-47ef-9018-dd0e27b22bbd","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.295754369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"4aa6f6d3-63e0-4df1-9565-89e1034cd02f","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.2973494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"1a512d34-10ac-4c47-a4f3-36c7477dabcc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.329204936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"2f5afdd3-2afe-4469-a498-2204441fa2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.329872497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d995b689-729e-4eaa-a6e4-917e7edc90f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.330726969Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"ed6d0164-f009-4ce1-95ea-15617b0695a9","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.334968479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"3857b924-f58b-4ab4-b368-6a9e8c8c46f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.344118479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d995b689-729e-4eaa-a6e4-917e7edc90f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:44.34464616Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"ed6d0164-f009-4ce1-95ea-15617b0695a9","name":"e2e-cfl-9f45e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-9f45e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:44.344778345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"ed6d0164-f009-4ce1-95ea-15617b0695a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-9f45e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.348426389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"3857b924-f58b-4ab4-b368-6a9e8c8c46f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.357900777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"2f5afdd3-2afe-4469-a498-2204441fa2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.358821609Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"1f93990d-f765-4e43-b853-3d375fddcc1d","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.361148231Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"3857b924-f58b-4ab4-b368-6a9e8c8c46f7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.824620799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"8b78d239-97b0-4836-83d4-03f33554daca","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.903427968Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"49a993d9-4118-4316-b442-cd7901f28575","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.990252776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"baea247c-e0d8-4296-a3c1-32346054f80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.990965952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1ee58ddc-8999-45b8-a2cd-f05d3aa33052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.995002364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"29446db7-5987-4c00-924e-2331a16cac9d","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.995030411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"29446db7-5987-4c00-924e-2331a16cac9d","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.998511711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"8b78d239-97b0-4836-83d4-03f33554daca","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.012338481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"baea247c-e0d8-4296-a3c1-32346054f80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.020691383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1ee58ddc-8999-45b8-a2cd-f05d3aa33052","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.052265021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"7b1b51ff-05ab-48a4-be12-f67f182c0752","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.084274326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"7b1b51ff-05ab-48a4-be12-f67f182c0752","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.093421429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"cd79dc18-df1d-4ff1-a0cc-314d21496ac6","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.159835597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"cd79dc18-df1d-4ff1-a0cc-314d21496ac6","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.20049226Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-recover-bd011c-access","reconcileID":"8eac7726-1406-4ab8-bb1a-00db9d528564","MaaSAuthPolicy":{"name":"e2e-rec-recover-bd011c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-noaccess-6e7f08/e2e-rec-recover-bd011c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.26009666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d0c46fce-e896-43b0-95f1-f9674ab0af31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.275011136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d0c46fce-e896-43b0-95f1-f9674ab0af31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.476954952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4f9af2d-f116-481f-83ee-5310c5c12040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.480932384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"2fec1fca-01fb-44f1-98ae-16f9f453ea4a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.489734095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"07dc4ff3-ec3a-4332-bda8-02afe9ad9ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.494440942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4f9af2d-f116-481f-83ee-5310c5c12040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.506563799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"07dc4ff3-ec3a-4332-bda8-02afe9ad9ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.511907722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"2fec1fca-01fb-44f1-98ae-16f9f453ea4a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.518861504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f45a88a6-212c-4156-8887-21a3d90f4486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.522077633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f296f4d9-255d-470a-9067-44c601d8ce7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.528002678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f45a88a6-212c-4156-8887-21a3d90f4486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.534559877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f296f4d9-255d-470a-9067-44c601d8ce7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.676516851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"db8e5499-e97e-4688-8f23-29cc834633bf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.67742547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4e38dab-3c84-4428-9f08-1887a1951d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.693515749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5ac523e9-3fb0-4c99-82ed-5540d7d6ca02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.699848413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"7d3ec5b7-bfd5-43a1-9d9a-341c89059a22","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.700947362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"cd234f7a-b443-47e6-b567-5d2a6a905b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.729431985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5ac523e9-3fb0-4c99-82ed-5540d7d6ca02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.730486601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"db8e5499-e97e-4688-8f23-29cc834633bf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.727109596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4e38dab-3c84-4428-9f08-1887a1951d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.732316715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"7d3ec5b7-bfd5-43a1-9d9a-341c89059a22","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.735645203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"cd234f7a-b443-47e6-b567-5d2a6a905b2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.74063069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"db8e5499-e97e-4688-8f23-29cc834633bf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.751936901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"6ed63092-f416-4c45-a4a5-07ec263aa079","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.751956288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"6ed63092-f416-4c45-a4a5-07ec263aa079","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.754058825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"73643a56-301b-453f-b359-fe299a9373b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.762324762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"73643a56-301b-453f-b359-fe299a9373b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.786208184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-sub","reconcileID":"1ad0e74f-46a0-42c5-b05a-57a050cc68b5","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"maas-trlp-e2e-att-serve-168fec","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.815841761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"95a6bb79-6a34-44b2-883f-1a0f9dc87241","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.815875039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"95a6bb79-6a34-44b2-883f-1a0f9dc87241","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.857410202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a5bf1ec2-9445-4719-b3b2-d7b26f12dc9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.857658545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9f2a4786-da14-4669-b8ac-af0c3001d280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.859445602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e2ebb85b-27ad-4e0d-ad44-006d1729c4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.863227884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"fc299eea-b174-481d-9e8a-53a5204f11e1","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.866152244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9f2a4786-da14-4669-b8ac-af0c3001d280","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.866502458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a5bf1ec2-9445-4719-b3b2-d7b26f12dc9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.866835513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"9c2662dc-94a1-44a1-b9a5-2c7bc0bb5210","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.868574157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e2ebb85b-27ad-4e0d-ad44-006d1729c4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.872257552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"fc299eea-b174-481d-9e8a-53a5204f11e1","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.875413349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"9c2662dc-94a1-44a1-b9a5-2c7bc0bb5210","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.882640889Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"9c2662dc-94a1-44a1-b9a5-2c7bc0bb5210","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.886360068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-sub","reconcileID":"795d525f-4683-47d3-8215-b978fd716026","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-rec-recover-2f99a5","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.91632524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"efbee16f-630a-47f9-88d9-61cc5f999494","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.916346067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"efbee16f-630a-47f9-88d9-61cc5f999494","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"routeName":"external-model-e2e-rec-recover-2f99a5-22aea7db217d","namespace":"e2e-extmod-rec-noaccess-db33ae","model":"e2e-rec-recover-2f99a5","externalModel":"e2e-rec-recover-2f99a5","provider":"e2e-rec-recover-2f99a5-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.950165358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"5aa75e6a-8249-4b51-9298-974dfda99f78","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.95982136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"5aa75e6a-8249-4b51-9298-974dfda99f78","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.454052946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"beac487d-ca5f-49bd-9c9e-c216b58d4719","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.462483097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"beac487d-ca5f-49bd-9c9e-c216b58d4719","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.77732463Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"0bd6fa1b-8d0e-4242-8087-99d7eb6433eb","namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.784654707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6377e9e5-14bc-4b58-8320-2e5263d3600f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.784954302Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"e64e97a2-e880-4ca1-b3d1-e000d67b53b8","namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.78979937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"25d7b717-aacd-4de6-8004-a2ab758d928f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.790127957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7c209db7-206d-44e1-a2ef-a3ef191b0779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.791542647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"32ca945f-1a5a-4730-a9ab-f5a164c61c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.792958916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22ed3c66-015f-4c86-93a1-91a2e0b92352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.793254675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6377e9e5-14bc-4b58-8320-2e5263d3600f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.798372107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7c209db7-206d-44e1-a2ef-a3ef191b0779","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.798442592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"25d7b717-aacd-4de6-8004-a2ab758d928f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.801190233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6377e9e5-14bc-4b58-8320-2e5263d3600f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.802359124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"32ca945f-1a5a-4730-a9ab-f5a164c61c60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.807366455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22ed3c66-015f-4c86-93a1-91a2e0b92352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.848228355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"3d187d6e-a549-4a3b-8190-5057bf7a226c","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.852801007Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"e7f116a2-deb0-4753-b2a3-673fd39e1f6e","namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.856746705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"3d187d6e-a549-4a3b-8190-5057bf7a226c","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.965071046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1856001-e3c1-4ec6-8186-d398e95ef091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.965475154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"5a94cff6-b9fb-4453-885f-e01d8bbd24f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.966314497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3ec82b6a-4f05-4601-9df4-cbf1075fe1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.968097733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"56152f09-f268-4cab-bf55-9df51e0f9a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.042849596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1856001-e3c1-4ec6-8186-d398e95ef091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.044636779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"5a94cff6-b9fb-4453-885f-e01d8bbd24f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.047313874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3ec82b6a-4f05-4601-9df4-cbf1075fe1b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.048323387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"56152f09-f268-4cab-bf55-9df51e0f9a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.059996512Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"0235cc96-f3bf-47ff-810f-2ca9cc1adabc","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.062345605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"cf45fc56-564a-49d4-933c-1d56fab72835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.071721077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"cf45fc56-564a-49d4-933c-1d56fab72835","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.15498043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"2558887b-4641-409c-921c-d9eb01a32d80","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.15500321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"2558887b-4641-409c-921c-d9eb01a32d80","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.161791565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"3e3e28b2-e641-42f6-8269-a76b5f1ad5b4","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.164918095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"4de84610-6ccd-4592-874d-32272c7a27a6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.170335234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"3e3e28b2-e641-42f6-8269-a76b5f1ad5b4","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.175199888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"4de84610-6ccd-4592-874d-32272c7a27a6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.182636926Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"4de84610-6ccd-4592-874d-32272c7a27a6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.341045191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f1b963e3-6500-4bc8-ac49-6a6956c2d5cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.344823589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4ac3cce7-11db-4a56-84ea-1c54dd783861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.347844017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"05280e7f-94a7-4488-aea5-f808a5929275","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.349951617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f1b963e3-6500-4bc8-ac49-6a6956c2d5cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.353302255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4ac3cce7-11db-4a56-84ea-1c54dd783861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.356417014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"05280e7f-94a7-4488-aea5-f808a5929275","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.370260923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"9937c133-9437-4d6f-bdef-4c536a48bdf3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.371164566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e7d33f12-ae3f-49d9-9443-01523b499b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.373833433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"4254495c-2636-47ec-bd4a-9e877853aada","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.379382329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e7d33f12-ae3f-49d9-9443-01523b499b50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.379512505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"9937c133-9437-4d6f-bdef-4c536a48bdf3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.379771636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"8ec9493e-00cc-44fa-a686-c965eec8d44c","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.382353804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"4254495c-2636-47ec-bd4a-9e877853aada","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.386849006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"9937c133-9437-4d6f-bdef-4c536a48bdf3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.388138867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"8ec9493e-00cc-44fa-a686-c965eec8d44c","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.470720995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"23a6ee6a-9716-4443-aa2e-6a4039006f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.470765514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f455b5e0-8ef9-470a-8f11-7ee25ec49f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.479395128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"23a6ee6a-9716-4443-aa2e-6a4039006f14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.479447349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f455b5e0-8ef9-470a-8f11-7ee25ec49f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.57085075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"01ea1948-3612-46a1-b137-600e3663f502","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.570872011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"01ea1948-3612-46a1-b137-600e3663f502","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.572419557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"8e662ffc-cfd7-42d1-b343-3a85498e836b","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.572474797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"783f1ba0-36ee-4102-b23b-883b134c8a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.574749775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"704e40a1-8e4c-417e-99b9-c2d68946a027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.581250173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"8e662ffc-cfd7-42d1-b343-3a85498e836b","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.581307149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"783f1ba0-36ee-4102-b23b-883b134c8a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.583478994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"704e40a1-8e4c-417e-99b9-c2d68946a027","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.66892351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"b650d060-5f4d-4545-b87e-f041c98cd0c8","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.698202094Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"b650d060-5f4d-4545-b87e-f041c98cd0c8","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.705366034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"b650d060-5f4d-4545-b87e-f041c98cd0c8","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.718001572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"946afb7a-97e4-4061-b5c3-ef7ac0387e34","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:47.718030331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"946afb7a-97e4-4061-b5c3-ef7ac0387e34","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.672858734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"36f6092c-5674-4ba6-9ad3-8f79367e2997","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.672887492Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"36f6092c-5674-4ba6-9ad3-8f79367e2997","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-db33ae\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-2f99a5-22aea7db217d","namespace":"e2e-extmod-rec-noaccess-db33ae","model":"e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.688229965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"afd6d91b-06f7-4e9c-8b62-36635fe9fd7e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.694244061Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-sub","reconcileID":"cef3513e-d876-413b-a079-afc472976e86","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.696685854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"afd6d91b-06f7-4e9c-8b62-36635fe9fd7e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.700284204Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"afd6d91b-06f7-4e9c-8b62-36635fe9fd7e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.728462033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"1a268a27-3101-4e92-816b-26d38067b84b","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.728484942Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"1a268a27-3101-4e92-816b-26d38067b84b","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-db33ae\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-2f99a5-22aea7db217d","namespace":"e2e-extmod-rec-noaccess-db33ae","model":"e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.828559596Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"8ff62527-9647-40e2-82d0-c2bdf6c4f96a","namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.832409919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"9afae325-574d-4820-ad46-5e1716a39d84","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.836261343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"70f4aabe-ec2f-44e8-bb43-14b962c95c8a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.836716099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"0f54ca2b-f108-4499-bd74-75070f8d02d2","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.837303386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"3aa80c89-2b2d-4cbb-85f8-0f4096ae3345","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.839008805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"a2f88615-5f98-436a-a441-30a632d658cd","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.839674348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"445d1016-8a62-4743-b332-5055b8649154","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.844784754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"70f4aabe-ec2f-44e8-bb43-14b962c95c8a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.846267212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"0f54ca2b-f108-4499-bd74-75070f8d02d2","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.850088643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"a2f88615-5f98-436a-a441-30a632d658cd","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.852841076Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"70f4aabe-ec2f-44e8-bb43-14b962c95c8a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.855504737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"3aa80c89-2b2d-4cbb-85f8-0f4096ae3345","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.856102555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"445d1016-8a62-4743-b332-5055b8649154","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.86068221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"a2f88615-5f98-436a-a441-30a632d658cd","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.862657291Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-sub","reconcileID":"beb0fde4-cf94-4ee0-b487-312c35f70c6b","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:48.865165122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"445d1016-8a62-4743-b332-5055b8649154","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.208184852Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","reconcileID":"cac5e9e1-c4a9-40d1-a1d6-2a8e8dcac90f","namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.208835905Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","reconcileID":"1bed52db-2911-4de6-8a7b-b36924b0be0a","namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.210858231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2e64d045-33ec-428f-8a4d-cc6f61416fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.211390844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4f9f235-fe2e-46cb-b8fa-e90c5c685484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.21467501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b60ca6ff-dbcf-4b92-9ff2-e3f7adfb7460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.215470942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"9db17909-f953-4cce-bdd5-adcac538544a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.221250217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2e64d045-33ec-428f-8a4d-cc6f61416fad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.223328896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"6cdb5f6a-3fac-4a33-9125-4228f24c8746","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.224887636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4f9f235-fe2e-46cb-b8fa-e90c5c685484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.227668674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"9db17909-f953-4cce-bdd5-adcac538544a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.228262261Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","reconcileID":"863025c4-9295-4404-b740-5a96be3123bc","MaaSModelRef":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.229977026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b60ca6ff-dbcf-4b92-9ff2-e3f7adfb7460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.233266556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"6cdb5f6a-3fac-4a33-9125-4228f24c8746","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.233934297Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"9db17909-f953-4cce-bdd5-adcac538544a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.247326051Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","reconcileID":"bc700340-9622-4f5f-9947-b33c11f36d19","MaaSModelRef":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:49.256009872Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","reconcileID":"bc700340-9622-4f5f-9947-b33c11f36d19","name":"e2e-att-noaccess-f3eb23","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-f3eb23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:49.256061624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","reconcileID":"bc700340-9622-4f5f-9947-b33c11f36d19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-f3eb23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.26493762Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","reconcileID":"71c99d46-3de2-49f6-b4a0-92f02e395110","MaaSModelRef":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.273888858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9ecab22e-a000-4c51-a7fd-5304313251da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.312855903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9ecab22e-a000-4c51-a7fd-5304313251da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.313474493Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","reconcileID":"3d3385bd-6a0c-43d9-b450-691fc6fce097","namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.319649061Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","reconcileID":"603f26b7-bc70-4ae1-8043-a983dd590499","MaaSModelRef":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.393210824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"fd2a7076-63f9-4ffc-a6ea-098141a6e7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.404320264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"fd2a7076-63f9-4ffc-a6ea-098141a6e7ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.477527684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43bc0f7e-336c-46c1-8f56-db859f7badc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.478961417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"360688c1-be81-4008-8ae1-fadbbc66df14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.480779724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e4db9a22-e2d7-4aa4-88f5-8bf3a8f80677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.487142891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"43bc0f7e-336c-46c1-8f56-db859f7badc3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.491052822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"5b401bc5-5e2e-454a-a0fb-c68cdd1178e7","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.496028999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e4db9a22-e2d7-4aa4-88f5-8bf3a8f80677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.497024972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"360688c1-be81-4008-8ae1-fadbbc66df14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.499717667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"5b401bc5-5e2e-454a-a0fb-c68cdd1178e7","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.581789357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e14e89bc-432c-43a6-92a9-b0c1e1f624e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.590164972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e14e89bc-432c-43a6-92a9-b0c1e1f624e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.75919864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"12623bda-cb5a-4981-b935-e0af77197057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.759784994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"bcb62fe8-29f4-4a84-9e57-b721c0b24474","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.759904178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bfa64b7e-eca9-4842-abea-d9cd736558d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.768769918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"ce1d578b-af4e-435b-a64b-ea2e1264b88d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.778711763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b0af1ffc-d6af-47a9-806b-c0989e19dd45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.809685129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"12623bda-cb5a-4981-b935-e0af77197057","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.809858671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bfa64b7e-eca9-4842-abea-d9cd736558d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.813442719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"bcb62fe8-29f4-4a84-9e57-b721c0b24474","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.82155658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"ce1d578b-af4e-435b-a64b-ea2e1264b88d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.832252376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b0af1ffc-d6af-47a9-806b-c0989e19dd45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.840811745Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"ce1d578b-af4e-435b-a64b-ea2e1264b88d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.888398682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"6039be5c-2f5e-4b4a-82ec-d3bc8bd823e1","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.920213055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"6039be5c-2f5e-4b4a-82ec-d3bc8bd823e1","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.920940548Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","reconcileID":"18176b53-179b-4b98-8a0e-e1b3d4afcb81","namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.924087963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"1ebb38a0-32f7-4836-b96f-5f9ae1107620","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.928405288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"6039be5c-2f5e-4b4a-82ec-d3bc8bd823e1","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.945266736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"1ebb38a0-32f7-4836-b96f-5f9ae1107620","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.983864127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f55ff516-1e40-4136-aa87-a15523c79655","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.986883035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"71cf79ab-e8da-4ba4-b183-d24a911026a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.992570253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"98a1281e-b755-4f2d-aaed-e4df7aa065e5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.994908815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f55ff516-1e40-4136-aa87-a15523c79655","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:49.997163503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"71cf79ab-e8da-4ba4-b183-d24a911026a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.01019654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f55ff516-1e40-4136-aa87-a15523c79655","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.010926544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"98a1281e-b755-4f2d-aaed-e4df7aa065e5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.011148257Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-f3eb23","namespace":"e2e-extmod-att-noaccess-313e53"},"namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","reconcileID":"ebee1efd-4452-4d71-9a80-d8a614d85083","namespace":"e2e-extmod-att-noaccess-313e53","name":"e2e-att-noaccess-f3eb23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.029253529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c283b189-10e7-4e84-ae83-b4dac11b0304","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.041969854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c283b189-10e7-4e84-ae83-b4dac11b0304","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.045677825Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c283b189-10e7-4e84-ae83-b4dac11b0304","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.095157718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"17f47402-03c8-40e2-a92a-a9835b52632e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.095836586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d862ca29-16ba-40ac-8f8a-7b2ef7598f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.096698081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"2ee8497d-6028-46a6-b455-562e186f2550","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.134373822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7ac9abc-8dcf-48b4-86ac-efe37ec25db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.166701079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d862ca29-16ba-40ac-8f8a-7b2ef7598f4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.167275189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bed4f4c2-b83a-4a08-8793-a4a19cbf06b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.169391669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"2ee8497d-6028-46a6-b455-562e186f2550","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.173404968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"17f47402-03c8-40e2-a92a-a9835b52632e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.18138002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"2ee8497d-6028-46a6-b455-562e186f2550","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.182059056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bed4f4c2-b83a-4a08-8793-a4a19cbf06b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.184506857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7ac9abc-8dcf-48b4-86ac-efe37ec25db7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.198242657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"62bbeab4-ea81-4b8d-8802-ae6c509e21a1","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.200761913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"80a355ce-68ec-4531-a21d-60af4c40772f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.200813443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c509124d-4a62-4a9d-aa0a-21c695f5ae98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.207115768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"62bbeab4-ea81-4b8d-8802-ae6c509e21a1","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.210846697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"80a355ce-68ec-4531-a21d-60af4c40772f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.211111934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c509124d-4a62-4a9d-aa0a-21c695f5ae98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.296982383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"53074e5a-c69d-44ba-a3eb-37f4c97c4107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.296988769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"7963c008-89de-4dea-8605-b1cf1cad7d11","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.298665985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"59efa433-a090-42a6-a9ec-909180a51333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.299305165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"ccca6340-6969-4d73-a473-8aee573fd87c","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.299531978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b9c0ed2e-a1b4-41d2-a367-5de0649f8003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.307242654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"53074e5a-c69d-44ba-a3eb-37f4c97c4107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.307625322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"7963c008-89de-4dea-8605-b1cf1cad7d11","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.310425173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"59efa433-a090-42a6-a9ec-909180a51333","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.31074559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"ccca6340-6969-4d73-a473-8aee573fd87c","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.313301806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b9c0ed2e-a1b4-41d2-a367-5de0649f8003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.317901715Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"7963c008-89de-4dea-8605-b1cf1cad7d11","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.396792811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"46bbf01a-1873-481b-b43a-ec8391adf582","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.399675121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"750ada92-b928-4beb-b137-ca50834c1c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.404309118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"760338bd-e4ab-4341-8d17-c35872ee02a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.405289646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"46bbf01a-1873-481b-b43a-ec8391adf582","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.407838939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"6b78f670-10ca-4a9e-8509-e51c07822329","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.407838621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"fd1caaab-516a-4710-819b-b29d8735756a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.410711385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"750ada92-b928-4beb-b137-ca50834c1c5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.412644657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"46bbf01a-1873-481b-b43a-ec8391adf582","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.413162421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"760338bd-e4ab-4341-8d17-c35872ee02a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.416677021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"6b78f670-10ca-4a9e-8509-e51c07822329","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.417286136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"fd1caaab-516a-4710-819b-b29d8735756a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.512889087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9f31f8e2-9c00-4e70-b4f7-271f9307b6f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.521988854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"b29d4598-33a5-47c9-8976-601b2501f033","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.527847297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9f31f8e2-9c00-4e70-b4f7-271f9307b6f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.530282765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"2db5909f-b8b3-455a-8a4d-18d7ae178bfe","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.530306612Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"2db5909f-b8b3-455a-8a4d-18d7ae178bfe","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.532565032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"b29d4598-33a5-47c9-8976-601b2501f033","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.544075098Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"b29d4598-33a5-47c9-8976-601b2501f033","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.549069658Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-sub","reconcileID":"5008006f-4994-466c-b046-068a3a81f9c3","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f23d617d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.597380867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"17686a9d-9ad9-4f0a-bec5-ca697636e285","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.606303973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"17686a9d-9ad9-4f0a-bec5-ca697636e285","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.697641331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"cce9554c-fb1d-41e6-93a1-5a5b268c42f7","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:50.706064275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"cce9554c-fb1d-41e6-93a1-5a5b268c42f7","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:53.188550007Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"4fa726b8-7003-45c7-91d1-91221b5f4768","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.495759153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-sub","reconcileID":"c873c12e-c4db-486c-ad86-ae36ea2c2259","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","subscription":"e2e-rec-ctrl-a28e91-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.495906671Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-sub","reconcileID":"c873c12e-c4db-486c-ad86-ae36ea2c2259","MaaSSubscription":{"name":"e2e-rec-ctrl-a28e91-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","error":"MaaSModelRef not found: e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.523998768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.537579555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"27de909b-aee9-43b4-a42f-5649c480d264","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.537588604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"6100a940-5684-4caf-9d71-504019cff414","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.538236794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"81852f1e-b2d3-4c9b-a3ed-9e6d0f190b54","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.538254767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"81852f1e-b2d3-4c9b-a3ed-9e6d0f190b54","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.546316273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"27de909b-aee9-43b4-a42f-5649c480d264","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.546525348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"6100a940-5684-4caf-9d71-504019cff414","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.55358548Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"6100a940-5684-4caf-9d71-504019cff414","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:55.683135558Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-rec-ctrl-a28e91-access","reconcileID":"da3201f6-6229-47cc-afdb-0954e54fe316","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-a28e91-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-rec-user-c5ab1a/e2e-rec-ctrl-a28e91","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.079040096Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"1f2998b1-1c2c-4d51-aa7e-2125ebefa02b","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.706369473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"f5bcbc90-a5db-4401-a765-cf706bbd45ad","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.706394756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"f5bcbc90-a5db-4401-a765-cf706bbd45ad","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.715501231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"6e2fea47-c79b-4597-b1b0-4e1d2653e88f","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.724064762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"6e2fea47-c79b-4597-b1b0-4e1d2653e88f","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.724875621Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-sub","reconcileID":"c6e8b8f6-3c69-45c3-b4f4-e4e3586b78a3","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3704215d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.849626751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"4365b0c6-c248-4f9f-826a-8882559e6ab3","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:57.857938677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"4365b0c6-c248-4f9f-826a-8882559e6ab3","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:58.865379569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"fe47163d-c541-4a35-80d5-cb2eae573499","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.210218125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"ddd85557-33b2-4519-867e-5fe87b06f323","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.214426882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"47d0a28b-2bb5-4757-adaf-8d19d8106600","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.215558917Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-sub","reconcileID":"3bf2ec48-c7c5-440b-8b98-50b7cab8e47e","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.247633305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"47d0a28b-2bb5-4757-adaf-8d19d8106600","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.258266384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"47d0a28b-2bb5-4757-adaf-8d19d8106600","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.276662075Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"c4feaf74-80eb-48f4-82dd-d6cf01a2e309","namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.291752504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"52b63578-9ea3-4dfd-b4b1-2c141a897cb5","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.300225196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"52b63578-9ea3-4dfd-b4b1-2c141a897cb5","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.300578167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"02ca3fc5-c4e0-485e-8eca-817f7a524255","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.301312378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"ade14cc2-075c-4a66-bf59-9f8f90693aa1","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.30378511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bc82396f-52e2-4835-baf4-fb0b4c140bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.303800201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"66983034-b4bb-4023-a5b4-9143d4277992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.304416352Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"52b63578-9ea3-4dfd-b4b1-2c141a897cb5","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.308940862Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-sub","reconcileID":"f825a16a-7a20-4b2a-909a-81215c5994ee","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.30957617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"02ca3fc5-c4e0-485e-8eca-817f7a524255","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.312952999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bc82396f-52e2-4835-baf4-fb0b4c140bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.312960999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"ade14cc2-075c-4a66-bf59-9f8f90693aa1","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.315390967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"66983034-b4bb-4023-a5b4-9143d4277992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.317036355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"02ca3fc5-c4e0-485e-8eca-817f7a524255","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.325321577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"ade14cc2-075c-4a66-bf59-9f8f90693aa1","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.409449313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"6be51873-4513-4fd3-80b5-e823685acc02","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.416938464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"231864e6-fa45-44a8-a042-5773e653436e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.417619627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"079166e5-bc36-4ff5-a7dd-bc0c453c8c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.423026664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ce79e4d1-67f0-4e27-b413-1a07724af8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.424194984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"6be51873-4513-4fd3-80b5-e823685acc02","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.426688991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d01c5f47-2c9e-469d-a161-fff51d795a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.427470607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"231864e6-fa45-44a8-a042-5773e653436e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.429931776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"079166e5-bc36-4ff5-a7dd-bc0c453c8c6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.431519218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ce79e4d1-67f0-4e27-b413-1a07724af8de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.435322128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d01c5f47-2c9e-469d-a161-fff51d795a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.521966835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"12908c2b-7b79-4c4e-aef1-89c104c50461","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.525477355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b61f40f3-0732-4a74-b59e-5f2cafe42b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.527787543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"833d3edc-638f-428e-8a56-d8016712b86a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.52780455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"e1e0470c-32d1-4662-8318-ff85ac42df0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.530895139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"12908c2b-7b79-4c4e-aef1-89c104c50461","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.534004847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"3eb52185-aea6-4b26-88df-d44e72e3e1d8","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.534565165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b61f40f3-0732-4a74-b59e-5f2cafe42b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.538538755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"833d3edc-638f-428e-8a56-d8016712b86a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.538657652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"e1e0470c-32d1-4662-8318-ff85ac42df0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.544864477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"3eb52185-aea6-4b26-88df-d44e72e3e1d8","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.554767197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-sub","reconcileID":"401444a7-1d66-4628-8dca-17d58e1630aa","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","subscription":"e2e-att-serve-168fec-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.565367929Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-sub","reconcileID":"401444a7-1d66-4628-8dca-17d58e1630aa","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.641531943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6845dba5-cb18-48c8-8410-83e116bfdb30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.645339235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db21a2d4-0f84-477d-bbff-9e927d94cc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.645906891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c990b539-4214-4e66-81dc-c6be157dda86","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.64648567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"db014f2a-b90b-49ad-ac97-bce00f5ae7e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.647251249Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-sub","reconcileID":"401444a7-1d66-4628-8dca-17d58e1630aa","MaaSSubscription":{"name":"e2e-att-serve-168fec-sub","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"maas-trlp-e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.650860719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6845dba5-cb18-48c8-8410-83e116bfdb30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.656998483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"db014f2a-b90b-49ad-ac97-bce00f5ae7e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.65910836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db21a2d4-0f84-477d-bbff-9e927d94cc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.661433412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c990b539-4214-4e66-81dc-c6be157dda86","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.661881561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"f7e204f7-7586-4d8d-aa08-125dbf9d2cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.665183795Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c990b539-4214-4e66-81dc-c6be157dda86","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.671519339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"f7e204f7-7586-4d8d-aa08-125dbf9d2cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.753401387Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"76219b55-f678-4b3a-b337-4b336ffa4002","namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.755320531Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.757339952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"94bfb4cb-36ac-4252-9f8f-a45830de1ed1","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.765001807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"531409da-ebe6-4691-8f49-9e9c639cc5c9","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.765022232Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"531409da-ebe6-4691-8f49-9e9c639cc5c9","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.766213174Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"90702918-8b46-4b9c-984d-db1098405440","namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.775394725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"acb42f57-9ad5-43d3-bb57-85584ef3307c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.775746709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"1b11496e-6eba-4654-922d-3590a3a1346d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.777302204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"9202b18c-f0cc-4b67-bd80-c229e9af7136","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.777454371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"016448ee-8a5c-40b3-83c2-5f00763b7f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.840889241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2d7d7b3e-4914-4fdd-b522-b56897fcf5c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.84350287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"016448ee-8a5c-40b3-83c2-5f00763b7f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.844366072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"1b11496e-6eba-4654-922d-3590a3a1346d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:00.846124044Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"8f3d9d5a-6eb1-468e-8f91-eb896416d91f","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"error":"ExternalModel e2e-rec-recover-2f99a5 not found in namespace e2e-extmod-rec-noaccess-db33ae (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.846704278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"acb42f57-9ad5-43d3-bb57-85584ef3307c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.84893005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"9202b18c-f0cc-4b67-bd80-c229e9af7136","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.849176418Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-sub","reconcileID":"3726a06e-fc0b-45ef-9a05-6c8a9c847da5","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.849555159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"2d7d7b3e-4914-4fdd-b522-b56897fcf5c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:00.850788692Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"8f3d9d5a-6eb1-468e-8f91-eb896416d91f","name":"e2e-rec-recover-2f99a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-2f99a5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:214\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:00.85082514Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"8f3d9d5a-6eb1-468e-8f91-eb896416d91f","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-2f99a5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:215\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:00.850850015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2f99a5","namespace":"e2e-extmod-rec-noaccess-db33ae"},"namespace":"e2e-extmod-rec-noaccess-db33ae","name":"e2e-rec-recover-2f99a5","reconcileID":"8f3d9d5a-6eb1-468e-8f91-eb896416d91f","error":"ExternalModel e2e-rec-recover-2f99a5 not found in namespace e2e-extmod-rec-noaccess-db33ae (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.851535004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"1b11496e-6eba-4654-922d-3590a3a1346d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.856056121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"9202b18c-f0cc-4b67-bd80-c229e9af7136","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.866255217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"617eda3d-bd5a-4972-88a1-67791ffba816","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.871431897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6a90210-76d2-4823-a806-92e7972ca6bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.952216404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"617eda3d-bd5a-4972-88a1-67791ffba816","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.953169757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6a90210-76d2-4823-a806-92e7972ca6bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.953984329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"aa323371-876f-427b-9abe-23a387ee8e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.95437607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2fa6277b-6e7f-4ce3-a1fd-a923ef5ed1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.954735507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"efa412f5-757b-45fc-8afd-4ff2d177b629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.960436306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"fea3c3fe-994b-420f-a1b4-5303b5cbc651","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.960453999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"fea3c3fe-994b-420f-a1b4-5303b5cbc651","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.962994846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"aa323371-876f-427b-9abe-23a387ee8e4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.963161378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"efa412f5-757b-45fc-8afd-4ff2d177b629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.965359381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2fa6277b-6e7f-4ce3-a1fd-a923ef5ed1aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:00.972315113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"f859238b-57ae-4484-b502-9b7fe10bf254","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.04832435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3d891739-dbd7-4cfe-b31c-593d4d3e7003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.056538986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3d891739-dbd7-4cfe-b31c-593d4d3e7003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.080351312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"d110f638-1eb3-4ddd-9aa3-f28421d9a0a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.080965787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9b148805-a788-4339-8607-f92ea4174f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.092146905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"4be580c0-0cca-4c71-86e1-19bb3a998b2e","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.098343136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"d110f638-1eb3-4ddd-9aa3-f28421d9a0a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.101074948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9b148805-a788-4339-8607-f92ea4174f16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.106040386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"4be580c0-0cca-4c71-86e1-19bb3a998b2e","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.170853317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"f859238b-57ae-4484-b502-9b7fe10bf254","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.184782119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"37c674c3-e09f-452a-a2c1-3885bde77c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.186701667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"b910703c-71de-42fe-990c-3c93af066143","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.187904563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"d6cf7481-5f96-4803-97c8-7ecb19a1c1cc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.193051583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"37c674c3-e09f-452a-a2c1-3885bde77c8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.194914699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"b910703c-71de-42fe-990c-3c93af066143","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.194945135Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"b910703c-71de-42fe-990c-3c93af066143","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.196920637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"d6cf7481-5f96-4803-97c8-7ecb19a1c1cc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.20216491Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"f859238b-57ae-4484-b502-9b7fe10bf254","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"name":"e2e-extmod-b-6350b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.202184356Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"e2e-att-serve-168fec-access","reconcileID":"f859238b-57ae-4484-b502-9b7fe10bf254","MaaSAuthPolicy":{"name":"e2e-att-serve-168fec-access","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-6350b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.218327896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"eab21e98-7fae-449b-810a-f4cef4b4e708","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"tenant":"e2e-extmod-b-6350b9","gateway":"openshift-ingress/e2e-extmod-b-6350b9","model":"e2e-extmod-att-user-b1f70f/e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.218348264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"eab21e98-7fae-449b-810a-f4cef4b4e708","MaaSModelRef":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"routeName":"external-model-e2e-att-serve-168fec-61c679b740fd","namespace":"e2e-extmod-att-user-b1f70f","model":"e2e-att-serve-168fec","externalModel":"e2e-att-serve-168fec","provider":"e2e-att-serve-168fec-provider","gateway":"openshift-ingress/e2e-extmod-b-6350b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.274171834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5f98aa09-e97e-48f7-8cac-39f3179e614d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.27776023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cf940dce-9213-4274-b106-399b9cd898b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.277968831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"1063dbb1-19b8-4995-88e9-ab5e0c4a1299","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.279293794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd5e9427-eee6-4d47-aa6b-66bdfb588c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.279297419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"07b92a57-9a0c-451d-a700-cc93ff8e3a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.282900698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5f98aa09-e97e-48f7-8cac-39f3179e614d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.285883822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cf940dce-9213-4274-b106-399b9cd898b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.287675626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"1063dbb1-19b8-4995-88e9-ab5e0c4a1299","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.288410252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"07b92a57-9a0c-451d-a700-cc93ff8e3a92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.2901469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5f98aa09-e97e-48f7-8cac-39f3179e614d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.290948653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd5e9427-eee6-4d47-aa6b-66bdfb588c90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.295492415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"1063dbb1-19b8-4995-88e9-ab5e0c4a1299","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.377977848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c648bcf7-d3b6-4681-a45e-aeeb865d155b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.386106373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c648bcf7-d3b6-4681-a45e-aeeb865d155b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.720122726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"8dc6b298-e534-41cb-b6ff-ffcef50d0dfc","namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.731012683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"87d3d332-8807-4b76-93da-8649dd55c18a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.733991216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"4c33af01-1820-4ca0-a543-5713c4216649","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.735903766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"0398c5fa-2b1c-4cf2-9c3c-b801eab22b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.738238339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f887de7f-1937-4f45-abbb-cf295a58da8d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.739016883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"c0cc73bf-f9b7-4b1a-b159-57dbe18bc975","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.739573529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"87d3d332-8807-4b76-93da-8649dd55c18a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.74402953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"4c33af01-1820-4ca0-a543-5713c4216649","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.744112361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"0398c5fa-2b1c-4cf2-9c3c-b801eab22b09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.747407978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"87d3d332-8807-4b76-93da-8649dd55c18a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.747790199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"c0cc73bf-f9b7-4b1a-b159-57dbe18bc975","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.750246234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f887de7f-1937-4f45-abbb-cf295a58da8d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.755704662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"4c33af01-1820-4ca0-a543-5713c4216649","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.851995528Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-168fec","namespace":"e2e-extmod-att-user-b1f70f"},"namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","reconcileID":"b6a9ece0-7a6e-4a51-bf23-37712e6778bc","namespace":"e2e-extmod-att-user-b1f70f","name":"e2e-att-serve-168fec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.852442533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"747e1664-e431-405d-8f85-0bb9433c7fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.855150922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"8deaef72-692c-43b3-8a1a-8e17e9cad881","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.861633739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"747e1664-e431-405d-8f85-0bb9433c7fe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.864625799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"8deaef72-692c-43b3-8a1a-8e17e9cad881","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.945026038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa8dc6f7-b1f8-4e98-9fa5-8f0cd601f1e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.946868257Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"8deaef72-692c-43b3-8a1a-8e17e9cad881","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.990744072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa8dc6f7-b1f8-4e98-9fa5-8f0cd601f1e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.002396222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"f9a9e73a-9cb0-462f-953c-1e47f692a4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.035016202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"f9a9e73a-9cb0-462f-953c-1e47f692a4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.046005097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f74b41d8-3dfc-45d5-abcb-8a419f582322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.061625744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f74b41d8-3dfc-45d5-abcb-8a419f582322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.06901008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"b972a7a7-05af-4bf2-a989-39cf795d179d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.069439121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"9992cace-f972-4cea-8ee5-332e6c3061db","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.085874893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"9992cace-f972-4cea-8ee5-332e6c3061db","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.087706094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"b972a7a7-05af-4bf2-a989-39cf795d179d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.16790022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d298644-47ce-454a-a0a2-99dffa373bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.168781493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5ca39723-c00e-49f5-bfcf-0c8faacfa89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.17236842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e761e127-ffae-4c72-a920-8cedd689872f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.178766532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d298644-47ce-454a-a0a2-99dffa373bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.178811839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5ca39723-c00e-49f5-bfcf-0c8faacfa89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.185590315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e761e127-ffae-4c72-a920-8cedd689872f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.265344982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"727bdbe4-b953-47b8-bbb3-695b725e9aaf","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.265800735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"4fc754b6-425c-4910-a243-597d8d6f7818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.266229101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"1cf650dd-6dfa-4200-a836-0f06d325d00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.268051958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e7732d2f-37d1-4583-8aa6-e0fae82b4d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.268057272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"486bb5a6-9b4c-46dd-ad82-abeb2c421a05","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.273856304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"727bdbe4-b953-47b8-bbb3-695b725e9aaf","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.274502413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"4fc754b6-425c-4910-a243-597d8d6f7818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.278488135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"1cf650dd-6dfa-4200-a836-0f06d325d00f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.279193177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e7732d2f-37d1-4583-8aa6-e0fae82b4d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.280886466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"727bdbe4-b953-47b8-bbb3-695b725e9aaf","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.281588109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"486bb5a6-9b4c-46dd-ad82-abeb2c421a05","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.288700931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"486bb5a6-9b4c-46dd-ad82-abeb2c421a05","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.437699198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b2985f54-06b5-45ee-b204-77bfa53beb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.514376439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"09793658-ba21-4cd5-8882-21554b7833b9","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.553335478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b2985f54-06b5-45ee-b204-77bfa53beb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.558141381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"09793658-ba21-4cd5-8882-21554b7833b9","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.60902773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"444e6d62-c17d-4a50-8111-2cf3044a06e5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.625745326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"444e6d62-c17d-4a50-8111-2cf3044a06e5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.663200702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2cdd8738-20e4-4719-a3a2-5ca7e052e441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.666939067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c464a7eb-b3a7-4abd-83e9-e0cd22f777dd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.672829385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2cdd8738-20e4-4719-a3a2-5ca7e052e441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.676185529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c464a7eb-b3a7-4abd-83e9-e0cd22f777dd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.685946392Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c464a7eb-b3a7-4abd-83e9-e0cd22f777dd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:03.19650589Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"44bac93c-db69-49c8-a7b8-4e40a9fe3e18","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.087256898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"b8346267-79ea-4211-a4d6-8f20ab244532","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.729192109Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-sub","reconcileID":"94761e03-ed1b-4603-b0a0-18f35811ad79","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","subscription":"e2e-att-serve-fdfcc6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.736799751Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-sub","reconcileID":"94761e03-ed1b-4603-b0a0-18f35811ad79","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.740894635Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-sub","reconcileID":"94761e03-ed1b-4603-b0a0-18f35811ad79","MaaSSubscription":{"name":"e2e-att-serve-fdfcc6-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.778169248Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.781677549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"0847dd93-3707-433c-97f5-80f45d78b2c8","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.781697956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"0847dd93-3707-433c-97f5-80f45d78b2c8","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.786637843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"ad0ab5bc-b956-47be-8604-a89742908900","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.795261236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"ad0ab5bc-b956-47be-8604-a89742908900","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.887164503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"669bad53-64a0-4948-a1be-8b0e2975501e","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.895520787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"669bad53-64a0-4948-a1be-8b0e2975501e","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.946026956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"b244d85f-218c-4a6a-9c2e-b3803d4d1366","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.955755925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"286b8102-e80f-4976-a988-f656dc3672c8","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:07.955779827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"286b8102-e80f-4976-a988-f656dc3672c8","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.042317788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"b244d85f-218c-4a6a-9c2e-b3803d4d1366","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.072564657Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"b244d85f-218c-4a6a-9c2e-b3803d4d1366","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.072587071Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-att-serve-fdfcc6-access","reconcileID":"b244d85f-218c-4a6a-9c2e-b3803d4d1366","MaaSAuthPolicy":{"name":"e2e-att-serve-fdfcc6-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.085215165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"7dc26867-4579-4867-bc45-8d86dd87e885","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-att-user-c4492e/e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.085237375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"7dc26867-4579-4867-bc45-8d86dd87e885","MaaSModelRef":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"routeName":"external-model-e2e-att-serve-fdfcc6-bddb007043c2","namespace":"e2e-extmod-att-user-c4492e","model":"e2e-att-serve-fdfcc6","externalModel":"e2e-att-serve-fdfcc6","provider":"e2e-att-serve-fdfcc6-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.628558264Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"2f5a1ab2-94a4-49c8-825d-c538c6dc6a7d","namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.639967579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"d336427c-5271-4cfb-bc83-f05f51b78be4","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.641380107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c0affca5-acb5-41b1-84af-01b5da4c7b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.641526155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4ea6b0fa-c0d6-480b-a3c1-d614188c2080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.641908346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"ea63bf45-471d-420a-b3ea-48f529ddb909","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.642934435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"c6d0f41e-dc90-4abc-98b1-ccc4dc37cb38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.648823961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"d336427c-5271-4cfb-bc83-f05f51b78be4","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.650340057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4ea6b0fa-c0d6-480b-a3c1-d614188c2080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.65111764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"ea63bf45-471d-420a-b3ea-48f529ddb909","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.652883442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c0affca5-acb5-41b1-84af-01b5da4c7b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.654100817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"c6d0f41e-dc90-4abc-98b1-ccc4dc37cb38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.656101445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"d336427c-5271-4cfb-bc83-f05f51b78be4","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.658753011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"ea63bf45-471d-420a-b3ea-48f529ddb909","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.844807855Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-fdfcc6","namespace":"e2e-extmod-att-user-c4492e"},"namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","reconcileID":"13fb57bb-dfe6-4d70-90a8-32e17605d4e6","namespace":"e2e-extmod-att-user-c4492e","name":"e2e-att-serve-fdfcc6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.851625121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"bb186f21-b3b3-465d-8ff3-a732d260d041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.853262135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"ab89a28c-a5cd-4614-904f-1b007cbe4300","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.855886888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"eab5cd78-4ce7-457d-a320-607d46a88395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.856292179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"db0f33ae-b943-4d26-af0c-dd1edcb9470e","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.859996604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"bb186f21-b3b3-465d-8ff3-a732d260d041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.860318784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"23378949-19c1-4bd3-a547-241ddd436445","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.862708326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"ab89a28c-a5cd-4614-904f-1b007cbe4300","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.865075799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"eab5cd78-4ce7-457d-a320-607d46a88395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.943455088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"db0f33ae-b943-4d26-af0c-dd1edcb9470e","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:08.959953218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"23378949-19c1-4bd3-a547-241ddd436445","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.000588894Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"23378949-19c1-4bd3-a547-241ddd436445","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.147928247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2e6121e-bc0f-4022-8f57-07a5b95c07af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.187086668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2e6121e-bc0f-4022-8f57-07a5b95c07af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.220835994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"0060c138-5a99-473f-8776-3ab93f83bcc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.224702299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7fa80dd-573b-4bbf-a076-6d32c721177f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.225011401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7614983e-793b-4ad7-a4c2-b11cfb31bd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.234065774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"05db418e-ceab-4cb5-8013-93ea81027073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.235591595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"0060c138-5a99-473f-8776-3ab93f83bcc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.244090872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7fa80dd-573b-4bbf-a076-6d32c721177f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.24778115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7614983e-793b-4ad7-a4c2-b11cfb31bd40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.249212642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"05db418e-ceab-4cb5-8013-93ea81027073","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.322417879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8ad8af56-35d0-47b9-a2ac-d48252021b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.331007586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"066e2f9d-9aa6-4731-94f1-5c47c5dc23dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.36043268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"8ad8af56-35d0-47b9-a2ac-d48252021b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.363620298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"066e2f9d-9aa6-4731-94f1-5c47c5dc23dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.423563474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"30e8f63e-f9b7-471f-b61f-bb56ac93b3de","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.428157886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"fba8ed3f-43c2-4b94-81fc-fc9653be3417","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.432787606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9cc96c3f-4a1c-46e8-95bf-604c0b9fc416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.435356079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"30e8f63e-f9b7-471f-b61f-bb56ac93b3de","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.439266095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"fba8ed3f-43c2-4b94-81fc-fc9653be3417","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.442339147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"9cc96c3f-4a1c-46e8-95bf-604c0b9fc416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.443529982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"30e8f63e-f9b7-471f-b61f-bb56ac93b3de","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.448245162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"fba8ed3f-43c2-4b94-81fc-fc9653be3417","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.495355244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a4d9bbb5-b709-4158-9cf0-418c13ee6be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.495579252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"c3e8462f-d380-4772-a28a-8bf2b604a646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.497231571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ac830b13-6479-4b59-9f9e-e40156bebdea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.500215341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f00160e7-55a3-4ec7-83ba-1b20fe2839fc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.501386816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"59d51062-94f1-4393-bf49-fcf0f8436784","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.503971128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a4d9bbb5-b709-4158-9cf0-418c13ee6be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.504074106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"c3e8462f-d380-4772-a28a-8bf2b604a646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.507156793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ac830b13-6479-4b59-9f9e-e40156bebdea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.508372233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f00160e7-55a3-4ec7-83ba-1b20fe2839fc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.510621081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"59d51062-94f1-4393-bf49-fcf0f8436784","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.549441963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3164ab66-5e6a-4efd-b11e-2d8d18b6c77e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.55826898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"b6e97e91-7b7a-41f7-aa01-fd512dc01f02","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.565307204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3164ab66-5e6a-4efd-b11e-2d8d18b6c77e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.575385676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"b6e97e91-7b7a-41f7-aa01-fd512dc01f02","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:09.593322879Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"b6e97e91-7b7a-41f7-aa01-fd512dc01f02","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:11.344530889Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.138293829Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"75e90f80-b717-471a-b48d-66b7c1676af2","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"routeName":"external-model-e2e-rec-ctrl-942e20-805d81225ad3","namespace":"e2e-extmod-rec-user-f71613","model":"e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:12.139769738Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-sub","reconcileID":"4938eec0-73b2-4bde-8a51-42f1e31f36a1","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-942e20: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-942e20\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-f71613 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.144212106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"1d206d55-ed16-4da1-96c8-1cb4d28596f2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:12.155101803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-sub","reconcileID":"4938eec0-73b2-4bde-8a51-42f1e31f36a1","error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-942e20: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-942e20\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-f71613 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.156273599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"1d206d55-ed16-4da1-96c8-1cb4d28596f2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.161196764Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"bb9c9826-2cf9-4e32-9787-c6fe6587d502","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"routeName":"external-model-e2e-rec-ctrl-942e20-805d81225ad3","namespace":"e2e-extmod-rec-user-f71613","model":"e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.161698576Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"1d206d55-ed16-4da1-96c8-1cb4d28596f2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.213579104Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"cf79f6f3-21d1-4913-9eb5-d724c298f8db","namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.243044479Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-sub","reconcileID":"e2530c14-fb2e-44ac-89fd-df4793672c9e","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","error":"MaaSModelRef not found: e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.243221188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"196e14c7-4309-45aa-be33-2c417d6c0a3c","MaaSModelRef":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.245862067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"188e5acd-d553-43f8-a859-ee5c4d19924d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.247751112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"048580c2-d437-445c-9e16-3e1a61385d2e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.2478522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"37d19b3c-572c-450c-b5b3-37083f5c7aee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.249998817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"2037d450-c27f-4a54-ab45-62820660ee72","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.250406343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"525eeee9-4a7c-4f9a-b2de-a5d644bd453f","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.255344384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"188e5acd-d553-43f8-a859-ee5c4d19924d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.256274985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"048580c2-d437-445c-9e16-3e1a61385d2e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.257693287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"37d19b3c-572c-450c-b5b3-37083f5c7aee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.25772268Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"37d19b3c-572c-450c-b5b3-37083f5c7aee","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.263006054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"188e5acd-d553-43f8-a859-ee5c4d19924d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.264109728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"525eeee9-4a7c-4f9a-b2de-a5d644bd453f","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.265284869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"048580c2-d437-445c-9e16-3e1a61385d2e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.265388069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"2037d450-c27f-4a54-ab45-62820660ee72","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.282322557Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"2037d450-c27f-4a54-ab45-62820660ee72","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.411438852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40f9b3d0-1459-47b1-8a66-02b11c17134d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.469212168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40f9b3d0-1459-47b1-8a66-02b11c17134d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.513952906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b681be78-1954-43eb-aeb4-c811b3248169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.514410618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"30785af5-713e-4cb0-83d0-74e20ae756aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.589866614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"30785af5-713e-4cb0-83d0-74e20ae756aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.597209576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b681be78-1954-43eb-aeb4-c811b3248169","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.608116061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f2d194b-fe1e-4d3a-a728-b1f18cf2ab97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.608922032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d5230616-96ec-45d6-b880-aa8e1cd9e3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.619080002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f2d194b-fe1e-4d3a-a728-b1f18cf2ab97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.622647702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d5230616-96ec-45d6-b880-aa8e1cd9e3db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.747948438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4766920d-284c-4404-83b9-e01c609075ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.748562824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"50c75a26-ca03-4e11-b3e7-a61ff6820b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.749539793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3830e09b-86cf-48ac-a178-3d0f6cd636ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.750577064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f45bf23b-bc75-4d7d-a809-ac308edc0e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.752145529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"69b0d4d8-fe36-4735-b506-1a1bd2b71958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.757897262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4766920d-284c-4404-83b9-e01c609075ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.760349186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"50c75a26-ca03-4e11-b3e7-a61ff6820b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.761607275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"69b0d4d8-fe36-4735-b506-1a1bd2b71958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.762729851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3830e09b-86cf-48ac-a178-3d0f6cd636ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.76406268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f45bf23b-bc75-4d7d-a809-ac308edc0e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.847482349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"07c1abc2-6a93-4898-97a9-d464d858f26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.850814781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"7f9da69b-74f9-4deb-a306-9860beaa28f6","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.855958676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"07c1abc2-6a93-4898-97a9-d464d858f26e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.859250383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"7f9da69b-74f9-4deb-a306-9860beaa28f6","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.880820991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"44f1cbf1-3cab-4744-90ac-b05a5e25c819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.883627383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"cfa089a2-0424-4727-a845-5f6b218b965b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.884816226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"fd587d87-8556-40ee-9f7b-37ef44e03210","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.889462298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"44f1cbf1-3cab-4744-90ac-b05a5e25c819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.892640161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"cfa089a2-0424-4727-a845-5f6b218b965b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.89266889Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"cfa089a2-0424-4727-a845-5f6b218b965b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.893731022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"fd587d87-8556-40ee-9f7b-37ef44e03210","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.901447692Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"fd587d87-8556-40ee-9f7b-37ef44e03210","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.09191675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-942e20","namespace":"e2e-extmod-rec-user-f71613"},"namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","reconcileID":"81532da9-a5e6-4b2f-a641-011756bd5250","namespace":"e2e-extmod-rec-user-f71613","name":"e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.203125114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"2255fe5c-bc13-4137-8295-9c535984ebcf","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.203746648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"698f1186-82c8-4cd9-ad36-7d93923d84b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.204256672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"9c38fb38-5299-43b8-9cfe-f7227608efec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.204823499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"104c13c5-cb0d-46e5-99a6-0b2a3b098382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.207809394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"82a3c953-fb81-4f68-8f7b-1593529e2d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.20845378Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"efa5f517-d158-4a8b-b642-e07ab4026f58","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.219484226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"2255fe5c-bc13-4137-8295-9c535984ebcf","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.22044294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"698f1186-82c8-4cd9-ad36-7d93923d84b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.223875533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"104c13c5-cb0d-46e5-99a6-0b2a3b098382","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.224056598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"9c38fb38-5299-43b8-9cfe-f7227608efec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.227083447Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"2255fe5c-bc13-4137-8295-9c535984ebcf","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.227850221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"82a3c953-fb81-4f68-8f7b-1593529e2d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.23235039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"9c38fb38-5299-43b8-9cfe-f7227608efec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.238779608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"15d92129-4f44-4b5d-95f5-facdc591f76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.246570267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a0bcf08a-1deb-467f-9730-30fdae0cf6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.246792698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a3a12bc-5a9a-4cc8-9546-c85a52b8919d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.247151789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"32b540c3-8ede-45a0-bb8a-940ec92adcbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.249473787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"15d92129-4f44-4b5d-95f5-facdc591f76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.255527123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a3a12bc-5a9a-4cc8-9546-c85a52b8919d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.255561774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a0bcf08a-1deb-467f-9730-30fdae0cf6a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.258059226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"32b540c3-8ede-45a0-bb8a-940ec92adcbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.340768733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3e84999c-60c3-4a45-959e-da8f1aaa3b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.342421893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"be9ee12c-ed74-47a3-96a0-d3b6dab077d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.345760639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2f108dc0-5fc7-4e07-aa89-d90f50666356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.346203639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"5a668d03-3d25-49c3-8c0d-8ddeded74558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.351308817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3e84999c-60c3-4a45-959e-da8f1aaa3b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.35149043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"be9ee12c-ed74-47a3-96a0-d3b6dab077d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.351753802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"60502b1d-3311-4072-b3ae-19cba32bb8b5","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.354479128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"5a668d03-3d25-49c3-8c0d-8ddeded74558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.354497714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2f108dc0-5fc7-4e07-aa89-d90f50666356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.360880743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"60502b1d-3311-4072-b3ae-19cba32bb8b5","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.451029834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ea84dd55-3c1c-4628-9b44-c1980cf425b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.451223133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"30584488-f092-4d21-83bd-196323246119","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.451033313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"0527728a-524d-42b0-b568-0e72c52a652f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.459874472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ea84dd55-3c1c-4628-9b44-c1980cf425b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.459981252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"0527728a-524d-42b0-b568-0e72c52a652f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.462153585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"30584488-f092-4d21-83bd-196323246119","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.467495187Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"0527728a-524d-42b0-b568-0e72c52a652f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:13.469231685Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"30584488-f092-4d21-83bd-196323246119","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:17.096510584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"ec1d4fd4-34b3-41c3-b686-8515ad495602","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.058637735Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"0b2b87d6-e5fb-40bc-b5e4-5aef2967150e","namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.069914081Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"368ab70b-b793-4224-940c-85789c312355","namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.071269495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"3b54f7f9-87e9-440c-bdfa-f4a168b4d44b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.072279264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"65fbe628-5cc6-486c-8707-450b3bccfed3","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.074033176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c0658d0-29a6-41dc-9d37-0d92a62823e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.076768697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1a0b1c4c-2f55-446b-83a9-a4fa69d556d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.078129793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"7ca87745-6222-4e81-828b-8ba8c5c7e0f5","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.079877849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"3b54f7f9-87e9-440c-bdfa-f4a168b4d44b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.080842436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"65fbe628-5cc6-486c-8707-450b3bccfed3","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.082441193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c0658d0-29a6-41dc-9d37-0d92a62823e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.08512681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1a0b1c4c-2f55-446b-83a9-a4fa69d556d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.08621578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"7ca87745-6222-4e81-828b-8ba8c5c7e0f5","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.08700384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"3b54f7f9-87e9-440c-bdfa-f4a168b4d44b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.087872119Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"65fbe628-5cc6-486c-8707-450b3bccfed3","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.096069232Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"7ca87745-6222-4e81-828b-8ba8c5c7e0f5","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.099921481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"cff42f78-742b-4e6a-95c6-b8b92beb7ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.100367784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bf0691b3-4046-418c-8500-0ade22cb4ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.112226875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bf0691b3-4046-418c-8500-0ade22cb4ddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.112491387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"cff42f78-742b-4e6a-95c6-b8b92beb7ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.20292316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3590bf90-e87b-4a4e-b83a-947485f509b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.203949473Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"5e44abbf-58cf-44d8-9682-2a6d8483db68","namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.211204147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3590bf90-e87b-4a4e-b83a-947485f509b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.248275542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"1771bcc5-4c58-4dff-946d-7f4bdc72cc81","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.248302569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"1771bcc5-4c58-4dff-946d-7f4bdc72cc81","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.312217636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d71b8438-4ca2-4287-9b51-e00ba8b2c601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.312979772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f901ba9d-dd8b-4060-87af-ce74385e116b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.340300658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a3616e28-df4f-4767-aa2f-caa74a49f876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.343277008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"245027f2-b920-417a-b02c-fa9710097993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.454100083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f901ba9d-dd8b-4060-87af-ce74385e116b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.454961492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d71b8438-4ca2-4287-9b51-e00ba8b2c601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.496091576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a3616e28-df4f-4767-aa2f-caa74a49f876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.516810153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"245027f2-b920-417a-b02c-fa9710097993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.543294931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4393cbc6-d135-49b9-b9de-0873314d46ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.563437769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4393cbc6-d135-49b9-b9de-0873314d46ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.641704993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"2ac2c0bc-41b0-4f01-b430-0c3ff9e8b699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.642826713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d26bdca4-7a94-4ca1-9414-e88bcff7b661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.644150051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e73a6f3b-0256-4e01-af91-50ed27caf3d5","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.645402066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31e3f7e7-1f40-49a9-99cf-af08641d1683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.646289826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"63f69e18-f55d-4895-9d0a-420ecf262e6e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.6517354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"2ac2c0bc-41b0-4f01-b430-0c3ff9e8b699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.655564334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d26bdca4-7a94-4ca1-9414-e88bcff7b661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.65966344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e73a6f3b-0256-4e01-af91-50ed27caf3d5","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.662752666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31e3f7e7-1f40-49a9-99cf-af08641d1683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.665775094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"63f69e18-f55d-4895-9d0a-420ecf262e6e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.741132447Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"63f69e18-f55d-4895-9d0a-420ecf262e6e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.857365308Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"edd350aa-e4f3-45e3-b2f9-27c87badad1c","namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.860616024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"37f75d03-4f9a-4de5-80c6-047dc90b3c15","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.861144315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6d01ff0a-b7c3-468c-93a3-f58e6ef71f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.862192726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"0d414025-1a03-4bfa-b760-9e5c1ec98da2","namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.862428954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"9c0f9afe-8304-43bf-8572-5db8a9ae6599","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.864892449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"580e5df6-aa68-4c92-a83e-3a9efbd56c67","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.942105106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"37f75d03-4f9a-4de5-80c6-047dc90b3c15","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.944280738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6d01ff0a-b7c3-468c-93a3-f58e6ef71f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.945786856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"9c0f9afe-8304-43bf-8572-5db8a9ae6599","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.946193824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5414648e-b145-4574-a1dd-4ede03d427d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.947789582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"580e5df6-aa68-4c92-a83e-3a9efbd56c67","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.950250318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"37f75d03-4f9a-4de5-80c6-047dc90b3c15","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.953425358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"9c0f9afe-8304-43bf-8572-5db8a9ae6599","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.95600676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5414648e-b145-4574-a1dd-4ede03d427d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.956219048Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"580e5df6-aa68-4c92-a83e-3a9efbd56c67","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.969200108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"db60ce9a-15a5-4a4b-a306-1381c826c95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.969786111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3f3fb1b4-5832-4742-8925-b00bf85f63e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.971149114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e70d1651-3085-4cf5-8741-4052d7b3f29b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.977699532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"db60ce9a-15a5-4a4b-a306-1381c826c95e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.978449399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3f3fb1b4-5832-4742-8925-b00bf85f63e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.979949883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ff591027-4ade-47ed-baf0-41557e1e9d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.982473306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e70d1651-3085-4cf5-8741-4052d7b3f29b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:18.989574934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f6a67b61-579d-442a-93ae-db65e5f7d28d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.042038332Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"2ea0c018-0687-4b24-8ab7-23d73b9d5d12","namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.04366936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f6a67b61-579d-442a-93ae-db65e5f7d28d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.045863173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"ff591027-4ade-47ed-baf0-41557e1e9d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.061665227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"3b565ed0-d7f9-4c24-b455-8cd6ab4996a9","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.061683252Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"3b565ed0-d7f9-4c24-b455-8cd6ab4996a9","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.069433575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"50ba898a-83df-427c-be0d-bd40b84f6cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.078892195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"50ba898a-83df-427c-be0d-bd40b84f6cc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.416251854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"b73d39fc-c0c1-45ab-b5d5-bce121a0cbfa","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.428874889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"727f67da-51e6-4822-a292-5d70de6a4790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.429202094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"b6471938-92b3-4f9e-a67b-cad4bdca301f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.4365468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"b73d39fc-c0c1-45ab-b5d5-bce121a0cbfa","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.436944858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"3a1cce8d-1c4a-4ae8-92e8-c60b784d1249","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.437403308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"22884ebc-4d7d-439e-a915-967721a3f75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.443387287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"b6471938-92b3-4f9e-a67b-cad4bdca301f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.444479331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"727f67da-51e6-4822-a292-5d70de6a4790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.447017838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"3a1cce8d-1c4a-4ae8-92e8-c60b784d1249","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.448866489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"22884ebc-4d7d-439e-a915-967721a3f75d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.450882197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"b6471938-92b3-4f9e-a67b-cad4bdca301f","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.454641834Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"3a1cce8d-1c4a-4ae8-92e8-c60b784d1249","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.46796035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2aa40aa5-867a-4412-9b19-94ab59813a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.478383814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2aa40aa5-867a-4412-9b19-94ab59813a6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.494196611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"817d61a6-176a-48d3-90b6-decaa5a39652","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.494217316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"817d61a6-176a-48d3-90b6-decaa5a39652","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.564762385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"22eccd79-07e9-4ec6-a47a-d64998aa8840","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.567730963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9e747272-07fc-4e20-90cf-77e113da6542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.568718476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3885aef9-8d8d-4029-8faf-e2960d957066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.568741576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65858122-8027-474d-a081-ae1700fff005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.573068985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d0a248ef-8b98-469b-8b31-63c1556cd885","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.573296031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"22eccd79-07e9-4ec6-a47a-d64998aa8840","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.57592936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9e747272-07fc-4e20-90cf-77e113da6542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.577442148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65858122-8027-474d-a081-ae1700fff005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.578641191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3885aef9-8d8d-4029-8faf-e2960d957066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.58092889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"22eccd79-07e9-4ec6-a47a-d64998aa8840","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.58218187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d0a248ef-8b98-469b-8b31-63c1556cd885","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.589063936Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d0a248ef-8b98-469b-8b31-63c1556cd885","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.592840143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"2df19c43-42ec-49bf-b958-354fc1f7a6cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.602014017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"2df19c43-42ec-49bf-b958-354fc1f7a6cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.667994554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9ca5d4eb-5972-4227-bba5-99e7a31eaa8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.668125688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8ca61027-4529-44f0-8c84-c60b01bc8a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.668633812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"9c2bb00f-0ab1-47cf-a6f2-f27fbd7c2801","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.668648764Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"9c2bb00f-0ab1-47cf-a6f2-f27fbd7c2801","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.670015742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"31909b99-7620-4c95-846a-878a13d7ca7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.670882044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9ad4444b-bc1c-4ac7-a36a-d84a94964d8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.679789269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8ca61027-4529-44f0-8c84-c60b01bc8a10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.6800091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9ca5d4eb-5972-4227-bba5-99e7a31eaa8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.682281055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"31909b99-7620-4c95-846a-878a13d7ca7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.682494956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9ad4444b-bc1c-4ac7-a36a-d84a94964d8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.764877793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"e9e82b1c-f563-47f3-82f3-baacda8bd664","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.799753254Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"e9e82b1c-f563-47f3-82f3-baacda8bd664","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.808875062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"e9e82b1c-f563-47f3-82f3-baacda8bd664","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.822800606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"c12d6fbc-8a57-45e2-a629-d95cf5dfa7a5","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:19.822824179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"c12d6fbc-8a57-45e2-a629-d95cf5dfa7a5","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.356708132Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"7974491b-aa3a-49a8-b8a3-c51afad01031","namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.366218852Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"80c63acd-d1e6-4706-b4a2-16fde0278e3e","namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.366454309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"47bb7417-6c4c-40c4-8063-58476f67844b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.366837317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"56447126-367a-4ef1-bf7e-4106db96f577","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.368145436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"d08144b0-7acb-4389-a6e2-142e640841e2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.372606332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e77f1398-371d-4382-bbaf-5e56c0709757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.37494035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"47bb7417-6c4c-40c4-8063-58476f67844b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.375233294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"76c32c7b-2a67-4da1-9022-42d03e2a6ee0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.375256525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"56447126-367a-4ef1-bf7e-4106db96f577","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.377416995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"d08144b0-7acb-4389-a6e2-142e640841e2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.381123739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e77f1398-371d-4382-bbaf-5e56c0709757","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.382121857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"47bb7417-6c4c-40c4-8063-58476f67844b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.382383073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"56447126-367a-4ef1-bf7e-4106db96f577","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.384552947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"76c32c7b-2a67-4da1-9022-42d03e2a6ee0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.385934599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"d08144b0-7acb-4389-a6e2-142e640841e2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.391786684Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"76c32c7b-2a67-4da1-9022-42d03e2a6ee0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.470750494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff5da36-1af1-40a5-ac41-9616cadcd311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.471939072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"439737cc-d3a2-4271-afa9-6cc177582e31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.473207458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"0b1465c6-4cf7-4a4e-8858-6caf77a4e66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.481027233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ff5da36-1af1-40a5-ac41-9616cadcd311","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.481899149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"439737cc-d3a2-4271-afa9-6cc177582e31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.483775649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"0b1465c6-4cf7-4a4e-8858-6caf77a4e66b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.555506727Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"fbe0042f-8f3a-424d-8802-84854ddb90a5","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.570644511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"afa66a77-5847-44a8-8d7d-8ec9564f60bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.570657779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c18f0dd2-5cf5-4dcc-987a-8ab26e05eb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.571077358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3b7a7695-8bee-4e12-a623-34a464e6812a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.572580884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b9cf7b4e-3ee2-4595-952f-a177cb2a05f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.573135204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31538fad-ef6f-4b22-b0f8-291838692c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.585139107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31538fad-ef6f-4b22-b0f8-291838692c4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.586933103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3b7a7695-8bee-4e12-a623-34a464e6812a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.589011687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b9cf7b4e-3ee2-4595-952f-a177cb2a05f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.594311434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c18f0dd2-5cf5-4dcc-987a-8ab26e05eb7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.739682067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"afa66a77-5847-44a8-8d7d-8ec9564f60bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.92749948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"69eb06a6-5652-4180-bdd2-a49d03c0583b","namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.935336516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"dd294405-b660-4faa-b715-62325e73e730","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:21.935374281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"dd294405-b660-4faa-b715-62325e73e730","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"routeName":"external-model-e2e-rot-c4bf7b-7cef9be46f21","namespace":"e2e-extmod-rot-user-657b7f","model":"e2e-rot-c4bf7b","externalModel":"e2e-rot-c4bf7b","provider":"e2e-rot-c4bf7b-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.042123947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"0994e6a7-7dfc-4f11-8c58-8e3ea77640a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.042943287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"51b709f8-9c95-403b-929b-c9eda2f79864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.052023753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a18a6180-64f1-4f08-bad8-ca48fe0136c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.055894628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"0994e6a7-7dfc-4f11-8c58-8e3ea77640a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.062205285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"51b709f8-9c95-403b-929b-c9eda2f79864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.066240124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a18a6180-64f1-4f08-bad8-ca48fe0136c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.069397869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"034b9ea4-4a16-4f71-8ed1-ddc76b5c0585","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.069415996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"034b9ea4-4a16-4f71-8ed1-ddc76b5c0585","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"routeName":"external-model-e2e-rot-c4bf7b-7cef9be46f21","namespace":"e2e-extmod-rot-user-657b7f","model":"e2e-rot-c4bf7b","externalModel":"e2e-rot-c4bf7b","provider":"e2e-rot-c4bf7b-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.071855951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"5a87124a-22eb-415f-bfef-032aeb0e1f07","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.144384288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"5a87124a-22eb-415f-bfef-032aeb0e1f07","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.160220605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"aa51c3ca-018f-4bf5-a4ca-f6f27d2312e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.169567488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"aa51c3ca-018f-4bf5-a4ca-f6f27d2312e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.183471171Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"aa51c3ca-018f-4bf5-a4ca-f6f27d2312e0","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.216754263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6df509a1-8eb7-47cc-85bf-bbeb86dc91a2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.225404048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6df509a1-8eb7-47cc-85bf-bbeb86dc91a2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.232736205Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"6df509a1-8eb7-47cc-85bf-bbeb86dc91a2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.364342697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"edbbaf2c-7c20-4101-b7b2-cc83ce868c7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.366547109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"171b71d0-6b49-4924-a7d7-3c2ac9559b32","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.379684679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"edbbaf2c-7c20-4101-b7b2-cc83ce868c7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.391063406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"28b932d9-149e-4193-8e04-b536cbfc4dbe","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.392401321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"171b71d0-6b49-4924-a7d7-3c2ac9559b32","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.398537559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"edbbaf2c-7c20-4101-b7b2-cc83ce868c7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.402222153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"28b932d9-149e-4193-8e04-b536cbfc4dbe","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.403617774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b27f3ab7-cb95-42ed-bdee-cf6916e4fa5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.407901202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"171b71d0-6b49-4924-a7d7-3c2ac9559b32","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.41006307Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"28b932d9-149e-4193-8e04-b536cbfc4dbe","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.413189965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b27f3ab7-cb95-42ed-bdee-cf6916e4fa5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.423159719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4049156b-f626-4654-8416-e0a6f368e483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.423665179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"85f96673-2a58-4237-bce9-4a0e608c2076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.425314543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c22d17ac-bed7-493a-b9e7-aed5235bd7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.431812496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4049156b-f626-4654-8416-e0a6f368e483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.432247738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"85f96673-2a58-4237-bce9-4a0e608c2076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.435768591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c22d17ac-bed7-493a-b9e7-aed5235bd7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.522190515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"35d988b6-d165-4d12-bc24-9b6ed9f03afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.530869212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"35d988b6-d165-4d12-bc24-9b6ed9f03afb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.540843932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6826bba-e552-4097-b807-60a545aeea3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.54089857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"997b3fdd-0382-44f5-bcc0-a8231da5928d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.541233915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"1829b587-1b1e-437d-a9c3-64efd1c4bf1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.54128269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c69a96eb-9c49-49c9-bbe8-858dbbdda4bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.549543514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f6826bba-e552-4097-b807-60a545aeea3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.549682594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"1829b587-1b1e-437d-a9c3-64efd1c4bf1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.551970826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c69a96eb-9c49-49c9-bbe8-858dbbdda4bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.552125868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"997b3fdd-0382-44f5-bcc0-a8231da5928d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.6332293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"83543819-690c-47ae-909d-97a46369c405","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.633268915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"83543819-690c-47ae-909d-97a46369c405","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"routeName":"external-model-e2e-rot-c4bf7b-7cef9be46f21","namespace":"e2e-extmod-rot-user-657b7f","model":"e2e-rot-c4bf7b","externalModel":"e2e-rot-c4bf7b","provider":"e2e-rot-c4bf7b-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.648324404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"31f9e4d6-4c63-445b-93c4-d4d724117c05","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.656895138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"31f9e4d6-4c63-445b-93c4-d4d724117c05","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.736641045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"14ac11cd-6583-49c9-969b-e1f23ce7b9c3","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.736665396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"14ac11cd-6583-49c9-969b-e1f23ce7b9c3","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"routeName":"external-model-e2e-rot-c4bf7b-7cef9be46f21","namespace":"e2e-extmod-rot-user-657b7f","model":"e2e-rot-c4bf7b","externalModel":"e2e-rot-c4bf7b","provider":"e2e-rot-c4bf7b-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.225074229Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"37251635-e6c3-4397-bb84-88d5adb150f6","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.722081178Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"def33afd-6062-4b6c-8691-3f6247bb9404","namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.870030035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"06d1f070-21f7-4788-8471-c42186359347","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.870875306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"89708a5d-49ac-4114-b7a0-8d75391507d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.874516699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"68f74f17-5531-4f4b-ba8f-d1c0b365efde","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.878960155Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"f4d91440-cf5d-4942-a8f7-f0e0ee2c16a3","namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.879533775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"1b3a49e7-3347-4ca0-9892-f8d36895d6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.884035268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"89708a5d-49ac-4114-b7a0-8d75391507d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.94919268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"68f74f17-5531-4f4b-ba8f-d1c0b365efde","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.951954783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"1b3a49e7-3347-4ca0-9892-f8d36895d6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.953113099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"89708a5d-49ac-4114-b7a0-8d75391507d7","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.953461812Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"da681fca-535f-468d-9197-205c65f3b5cc","namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.953729116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c481edbb-ae93-4a8f-805e-29e23ee95d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.955896128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"06d1f070-21f7-4788-8471-c42186359347","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.957346235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"68f74f17-5531-4f4b-ba8f-d1c0b365efde","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.962461496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c481edbb-ae93-4a8f-805e-29e23ee95d98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.966823916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"06d1f070-21f7-4788-8471-c42186359347","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.051324047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"c83bb091-9485-4e08-8fc8-9b6365173e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.052150507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"376d2d2e-f109-4c52-8cf0-356c83c24f76","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.052176385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"376d2d2e-f109-4c52-8cf0-356c83c24f76","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.055114188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"86fa39f8-9285-4f2e-9ef0-ca1fc545d120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.20744277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"c83bb091-9485-4e08-8fc8-9b6365173e8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.21127797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"86fa39f8-9285-4f2e-9ef0-ca1fc545d120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.216745434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"73e23b49-060f-47db-a2d0-1599a4f54b03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.231485782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"f68c8d02-25da-4f28-918f-85c136be3edc","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.231529202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"f68c8d02-25da-4f28-918f-85c136be3edc","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.243229791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"d28c3202-3c00-49cf-bc93-352c0b338df5","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.248859725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"73e23b49-060f-47db-a2d0-1599a4f54b03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.257337809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"d28c3202-3c00-49cf-bc93-352c0b338df5","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.270959701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"b51fa49c-3229-4905-88c0-7cdd697dff89","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.346151844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"b51fa49c-3229-4905-88c0-7cdd697dff89","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.357150838Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"b51fa49c-3229-4905-88c0-7cdd697dff89","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.410941569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"bea5bb80-25b1-4a1f-bb3b-65c4883e2723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.41140894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53387ade-447d-48ab-98b4-353cc77b417a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.411517425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a5ff4410-fc56-4105-a25a-e3341eb60ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.417374338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"fddd13ca-23fd-4e35-9e62-a8235afaf4c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.419953097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a5ff4410-fc56-4105-a25a-e3341eb60ef7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.420025386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"bea5bb80-25b1-4a1f-bb3b-65c4883e2723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.42225373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53387ade-447d-48ab-98b4-353cc77b417a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.426073916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"fddd13ca-23fd-4e35-9e62-a8235afaf4c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.438438736Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"fddd13ca-23fd-4e35-9e62-a8235afaf4c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.508711198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"182e01a3-17b6-4d2f-85e4-b356829cbca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.513189637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"da9bbf93-8637-4bbf-84bd-8962f7e3d9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.518527968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5602bf71-8eb4-4fed-a404-667c76b00450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.518727722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"182e01a3-17b6-4d2f-85e4-b356829cbca8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.519062015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5f4cd2b5-6add-4556-9307-ab7481984225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.523290232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"c75aa89a-486b-4c69-aefe-de06ba8a00c3","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.523439155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"da9bbf93-8637-4bbf-84bd-8962f7e3d9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.527958836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5602bf71-8eb4-4fed-a404-667c76b00450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.528705884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5f4cd2b5-6add-4556-9307-ab7481984225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.532041695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"c75aa89a-486b-4c69-aefe-de06ba8a00c3","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.713383422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f9e85932-fbda-4686-bc27-14510482ecc5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.761896383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"554ab806-a626-4bd4-a1fc-fb2e7cc4c2b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.762529423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5314d68c-6564-4939-b340-d06f423c6779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.763130882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"b79a9e5e-6f05-4596-84c9-e76df0f6fe53","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.837938064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f9e85932-fbda-4686-bc27-14510482ecc5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.84443465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5314d68c-6564-4939-b340-d06f423c6779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.846194495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"b79a9e5e-6f05-4596-84c9-e76df0f6fe53","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.848127706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"0a95f278-59b2-492c-84ad-6666e389d36c","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.850579119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"554ab806-a626-4bd4-a1fc-fb2e7cc4c2b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.851934499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4a88496303f50f20bd10575812f748bbe1a5dea3b8165c94aa28e333bdc1e92b) AuthConfig (b951c7a8be8a895bfb24a2ea0b0fef34868e305ded94d3bc4111e3ac4d260aac) AuthConfig (76b24af649af981cdc959ee308e362ea8ecc02995f780a1cf4aecdcbe9628c45) AuthConfig (613efaf766b3c5c3d76d19f994fdb21dc262f7657634120f9b45fb516307334a) AuthConfig (127ec15a939771ba9c7d8c756ed0a2f6124c1600588b0826e86150dd55250c68) AuthConfig (fb1a320da7d7dc2c9eb2eb4f9c3eb41d4bcd140772cbd5aa1c7f45672fa3a7dd) AuthConfig (498440b96ad41b25a8d487e3870ec3768232ed765af0ba98edf6c29c9a0fd5b2) AuthConfig (11b9f44a70c692323eed8c95604a960c9fd4de463f16a85febd832ac9abf4b26) AuthConfig (a7c0671505b5d8a95205d0622a5e44988335108264957c90247c7fdb0857f676) AuthConfig (7308cdf2a25988b2401e9ab8533ba8f918c5cd7236e1a9f99083e61056850972)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"f9e85932-fbda-4686-bc27-14510482ecc5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.861112854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"b79a9e5e-6f05-4596-84c9-e76df0f6fe53","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.864755443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"0a95f278-59b2-492c-84ad-6666e389d36c","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.870244443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"bcd483c3-bc3d-469c-9454-daea9702f527","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.870273465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"bcd483c3-bc3d-469c-9454-daea9702f527","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.877137685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"0dfa1992-9759-4536-afc7-6a4d77e1c01e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.879044166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"0a95f278-59b2-492c-84ad-6666e389d36c","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.911826386Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"0dfa1992-9759-4536-afc7-6a4d77e1c01e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.919047796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"0dfa1992-9759-4536-afc7-6a4d77e1c01e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.93286511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"7c77ea41-cb2a-4a74-96cf-94a6fd8452de","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:24.93288537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"7c77ea41-cb2a-4a74-96cf-94a6fd8452de","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.153424859Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"3dd318b3-8049-4da7-aaf9-8453e7a51a67","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.618072595Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub ai-tenant-e2e-extmod-b-03c633/e2e-rot-c4bf7b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.621402058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"897cbf43-a9fd-44d6-9516-ba1e90beed50","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.621422078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"897cbf43-a9fd-44d6-9516-ba1e90beed50","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"routeName":"external-model-e2e-rot-c4bf7b-7cef9be46f21","namespace":"e2e-extmod-rot-user-657b7f","model":"e2e-rot-c4bf7b","externalModel":"e2e-rot-c4bf7b","provider":"e2e-rot-c4bf7b-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:27.627722706Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-sub","reconcileID":"57a78b4f-394f-46f1-959a-4272f9156b34","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-c4bf7b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.646059554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f46a54c0-c152-4830-b5bc-d51674035842","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.646683506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"3b27c380-3993-4626-beb8-97adba39c346","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.647133564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"dfb2c6a1-fd90-40e2-b8a4-c6efa2a0fc54","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.648446759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"354c3fca-7e23-4712-883f-f66bf7646ba0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.65045924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"f65249a7-3108-48c2-9af1-2e5764240e88","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.650482327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"f65249a7-3108-48c2-9af1-2e5764240e88","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"routeName":"external-model-e2e-rot-c4bf7b-7cef9be46f21","namespace":"e2e-extmod-rot-user-657b7f","model":"e2e-rot-c4bf7b","externalModel":"e2e-rot-c4bf7b","provider":"e2e-rot-c4bf7b-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.668255012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"dfb2c6a1-fd90-40e2-b8a4-c6efa2a0fc54","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.672258236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"3b27c380-3993-4626-beb8-97adba39c346","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.672351049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"354c3fca-7e23-4712-883f-f66bf7646ba0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.676103281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f46a54c0-c152-4830-b5bc-d51674035842","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:27.677658327Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"f65249a7-3108-48c2-9af1-2e5764240e88","name":"e2e-rot-c4bf7b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-c4bf7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:27.67771748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"f65249a7-3108-48c2-9af1-2e5764240e88","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-c4bf7b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.67999402Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"354c3fca-7e23-4712-883f-f66bf7646ba0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.681422774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"f72a488a-5afb-4782-8174-131a3a5992f5","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.681439042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"f72a488a-5afb-4782-8174-131a3a5992f5","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.683231443Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f46a54c0-c152-4830-b5bc-d51674035842","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.688913301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"1fe0f975-2b90-418d-b64f-f6ac67988006","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.688930301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"1fe0f975-2b90-418d-b64f-f6ac67988006","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"routeName":"external-model-e2e-rot-c4bf7b-7cef9be46f21","namespace":"e2e-extmod-rot-user-657b7f","model":"e2e-rot-c4bf7b","externalModel":"e2e-rot-c4bf7b","provider":"e2e-rot-c4bf7b-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.694130107Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-sub","reconcileID":"5dedaef6-d7e8-4d78-87b4-25cebcd5ef5f","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-rot-c4bf7b","model":"e2e-rot-c4bf7b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-03c633/e2e-rot-c4bf7b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.752183955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"46762e36-ac5f-44ad-beb8-196789d8baa9","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.752218802Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"46762e36-ac5f-44ad-beb8-196789d8baa9","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"routeName":"external-model-e2e-rot-c4bf7b-7cef9be46f21","namespace":"e2e-extmod-rot-user-657b7f","model":"e2e-rot-c4bf7b","externalModel":"e2e-rot-c4bf7b","provider":"e2e-rot-c4bf7b-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.771013705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"5bb92acd-b413-4ed3-8965-31c1fd8e1a50","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.771530324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"6ba72bdf-9bfe-402e-81c7-d50b143affeb","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.771688538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d962cb3a-0ec8-4508-b047-f529cd3ecda0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.77973772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"5bb92acd-b413-4ed3-8965-31c1fd8e1a50","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.780660683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"6ba72bdf-9bfe-402e-81c7-d50b143affeb","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.782541047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d962cb3a-0ec8-4508-b047-f529cd3ecda0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.79065191Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d962cb3a-0ec8-4508-b047-f529cd3ecda0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.796800145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-sub","reconcileID":"57eb112c-01a6-4f3c-90af-379bf905d573","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-rot-c4bf7b","model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.838851512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"30e4e518-108b-42ca-9969-a2f589d0df2a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.854197228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"30e4e518-108b-42ca-9969-a2f589d0df2a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.864356277Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"30e4e518-108b-42ca-9969-a2f589d0df2a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.168419642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"a96ab5c5-c077-4c81-ae02-be34046430ec","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.177366858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"a96ab5c5-c077-4c81-ae02-be34046430ec","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.184649358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28dfeec781e3840c45011ddc0026ac7cf21b333ceaabf80486590da93039ae3e) AuthConfig (46ef9f8f28eef122b1f7a4f950aced02fc3e940d8d81b2a8d90578a59a81b9ee) AuthConfig (874af5bf6a9806b93101dee6716b596784822c1d6d8ef2655955dd3a82437f3c) AuthConfig (f0d1f501c3f9d7644dc0874fff7381cc5801cd5a9167393446c3cda3b576f8a9) AuthConfig (f217cef4b9590be060af2479e0fc15881742020c55f8de2b2c113c7bc660b503) AuthConfig (584f5b91b45e122df7fa7cee040c7317997671001bad19c8b53daa4e17dd6ae6) AuthConfig (03f2f1c4258f9bf864c2ab78e8c9fdd0a6a6011749924ab58cf1f828a674120e) AuthConfig (848a7cbb09e3806800e4f5fca250ab7938efb7327a03bd8392f449bf396616b2) AuthConfig (4fc7e45849d6c75301b5d0c1137287588dff98f6c9708943a8895e9a50ec652f) AuthConfig (ecbf30f8789cd231bf4c0b4e90ad53a999ee5741888d67825b7da74312ae2cd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"a96ab5c5-c077-4c81-ae02-be34046430ec","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.197966777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"a7846e18-f869-43e2-8054-e46f709abad0","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.197985939Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"a7846e18-f869-43e2-8054-e46f709abad0","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:33.233474229Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"19a787d6-256b-4791-9d92-21717835f6cf","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:34.87575224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"73a84878-1e29-4cd0-beae-ceca210505fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:34.876226208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"7f3bf6a5-d496-429a-b085-112a3f3940cf","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:34.884212693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"73a84878-1e29-4cd0-beae-ceca210505fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:34.884635258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"7f3bf6a5-d496-429a-b085-112a3f3940cf","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:34.891448278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"7f3bf6a5-d496-429a-b085-112a3f3940cf","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:34.920549216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"a4a06132-7285-494d-a707-6b89908e5e68","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:34.920568961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"a4a06132-7285-494d-a707-6b89908e5e68","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:34.972847979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"e14c4793-03b1-40cf-9e57-5e8b6990ffb7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:34.981556057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"e14c4793-03b1-40cf-9e57-5e8b6990ffb7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:34.989114645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"e14c4793-03b1-40cf-9e57-5e8b6990ffb7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.165399355Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub ai-tenant-e2e-extmod-b-03c633/e2e-rot-c4bf7b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.171080662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"50477dbf-3a49-4f12-8385-b777bb94b330","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.171161617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"50477dbf-3a49-4f12-8385-b777bb94b330","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.177293735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"2b0eec4c-6951-433f-b04f-aeec6a550ea5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:36.177876906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-sub","reconcileID":"71a323e5-3d8c-4eb8-be5f-aa8cea8e4e5c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-9b206f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.185429572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"2b0eec4c-6951-433f-b04f-aeec6a550ea5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.190455753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"9ba2371b-aa74-4872-bd9f-fcf50743d4de","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.19047435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"9ba2371b-aa74-4872-bd9f-fcf50743d4de","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:36.204292213Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"9ba2371b-aa74-4872-bd9f-fcf50743d4de","name":"e2e-cmp-legacy-9b206f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-9b206f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:36.204356794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"9ba2371b-aa74-4872-bd9f-fcf50743d4de","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-9b206f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.207935427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"9d1e7a34-3bb2-46ea-ac67-690af16a69d9","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.207954488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"9d1e7a34-3bb2-46ea-ac67-690af16a69d9","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.224249088Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-sub","reconcileID":"74ad3487-391b-4e6c-b6d2-18ef1b6b6e86","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-cmp-legacy-9b206f","model":"e2e-cmp-legacy-9b206f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.267120361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"31f928e8-a9ca-4abb-b98f-eeae805e1955","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.267255972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"31f928e8-a9ca-4abb-b98f-eeae805e1955","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.328795366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"1eb3528c-3659-4678-898c-b25688df5d4e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.354793022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-sub","reconcileID":"dd67f741-722f-46a5-bbf3-aed6c11838f8","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-cmp-legacy-9b206f","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.355703672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"1eb3528c-3659-4678-898c-b25688df5d4e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:37.172150472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"62ed5ccd-edae-462c-8fac-2fdd98586dc3","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.208495286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"94b9e19d-ece2-459c-9aed-4c1e3be7ebb6","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.218940937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"94b9e19d-ece2-459c-9aed-4c1e3be7ebb6","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:38.226423553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28dfeec781e3840c45011ddc0026ac7cf21b333ceaabf80486590da93039ae3e) AuthConfig (46ef9f8f28eef122b1f7a4f950aced02fc3e940d8d81b2a8d90578a59a81b9ee) AuthConfig (874af5bf6a9806b93101dee6716b596784822c1d6d8ef2655955dd3a82437f3c) AuthConfig (f0d1f501c3f9d7644dc0874fff7381cc5801cd5a9167393446c3cda3b576f8a9) AuthConfig (f217cef4b9590be060af2479e0fc15881742020c55f8de2b2c113c7bc660b503) AuthConfig (584f5b91b45e122df7fa7cee040c7317997671001bad19c8b53daa4e17dd6ae6) AuthConfig (03f2f1c4258f9bf864c2ab78e8c9fdd0a6a6011749924ab58cf1f828a674120e) AuthConfig (848a7cbb09e3806800e4f5fca250ab7938efb7327a03bd8392f449bf396616b2) AuthConfig (4fc7e45849d6c75301b5d0c1137287588dff98f6c9708943a8895e9a50ec652f) AuthConfig (ecbf30f8789cd231bf4c0b4e90ad53a999ee5741888d67825b7da74312ae2cd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"94b9e19d-ece2-459c-9aed-4c1e3be7ebb6","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:41.35202944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:43.249076722Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"0c017563-af37-45f8-a33e-e7361dc066c3","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:44.945274127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"126902be-46a7-40c7-829a-158a5c0528ac","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:44.954108485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"126902be-46a7-40c7-829a-158a5c0528ac","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:44.961053549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"126902be-46a7-40c7-829a-158a5c0528ac","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.001342793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"42895693-7dc9-478f-8ea4-ad910df62dc4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.010287297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"42895693-7dc9-478f-8ea4-ad910df62dc4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.019487631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"42895693-7dc9-478f-8ea4-ad910df62dc4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.181077603Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"5f61bf34-7a52-448c-a45d-96ed0ff27e08","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.236795041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"f479a318-51ad-4d48-96d5-516328cb3fba","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.248329318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"f479a318-51ad-4d48-96d5-516328cb3fba","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.257186828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28dfeec781e3840c45011ddc0026ac7cf21b333ceaabf80486590da93039ae3e) AuthConfig (46ef9f8f28eef122b1f7a4f950aced02fc3e940d8d81b2a8d90578a59a81b9ee) AuthConfig (874af5bf6a9806b93101dee6716b596784822c1d6d8ef2655955dd3a82437f3c) AuthConfig (f0d1f501c3f9d7644dc0874fff7381cc5801cd5a9167393446c3cda3b576f8a9) AuthConfig (f217cef4b9590be060af2479e0fc15881742020c55f8de2b2c113c7bc660b503) AuthConfig (584f5b91b45e122df7fa7cee040c7317997671001bad19c8b53daa4e17dd6ae6) AuthConfig (03f2f1c4258f9bf864c2ab78e8c9fdd0a6a6011749924ab58cf1f828a674120e) AuthConfig (848a7cbb09e3806800e4f5fca250ab7938efb7327a03bd8392f449bf396616b2) AuthConfig (4fc7e45849d6c75301b5d0c1137287588dff98f6c9708943a8895e9a50ec652f) AuthConfig (ecbf30f8789cd231bf4c0b4e90ad53a999ee5741888d67825b7da74312ae2cd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"f479a318-51ad-4d48-96d5-516328cb3fba","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.261265285Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"171c643a-29f1-4184-b7d7-aca0230da15d","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:54.97203292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"a1b54349-44e6-45fc-86ff-a4ae4aa0a879","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:54.980462547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"a1b54349-44e6-45fc-86ff-a4ae4aa0a879","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:54.988408213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"a1b54349-44e6-45fc-86ff-a4ae4aa0a879","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.08936261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"b6309257-5aa7-47e1-98e7-00263e8e8ad4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.112026285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"b6309257-5aa7-47e1-98e7-00263e8e8ad4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:55.120473304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"b6309257-5aa7-47e1-98e7-00263e8e8ad4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.190051517Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"18a8de73-0741-43d5-8817-e4550c13c2a0","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:58.389096199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"69872c00-b9a8-4def-b516-93bad94c9ffe","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:58.464258843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"69872c00-b9a8-4def-b516-93bad94c9ffe","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:58.511025988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28dfeec781e3840c45011ddc0026ac7cf21b333ceaabf80486590da93039ae3e) AuthConfig (46ef9f8f28eef122b1f7a4f950aced02fc3e940d8d81b2a8d90578a59a81b9ee) AuthConfig (874af5bf6a9806b93101dee6716b596784822c1d6d8ef2655955dd3a82437f3c) AuthConfig (f0d1f501c3f9d7644dc0874fff7381cc5801cd5a9167393446c3cda3b576f8a9) AuthConfig (f217cef4b9590be060af2479e0fc15881742020c55f8de2b2c113c7bc660b503) AuthConfig (584f5b91b45e122df7fa7cee040c7317997671001bad19c8b53daa4e17dd6ae6) AuthConfig (03f2f1c4258f9bf864c2ab78e8c9fdd0a6a6011749924ab58cf1f828a674120e) AuthConfig (848a7cbb09e3806800e4f5fca250ab7938efb7327a03bd8392f449bf396616b2) AuthConfig (4fc7e45849d6c75301b5d0c1137287588dff98f6c9708943a8895e9a50ec652f) AuthConfig (ecbf30f8789cd231bf4c0b4e90ad53a999ee5741888d67825b7da74312ae2cd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"69872c00-b9a8-4def-b516-93bad94c9ffe","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.338714664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-sub","reconcileID":"bd1f1b37-3359-4268-9fb4-95cf94641dc6","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-rot-c4bf7b","model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.395622208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"ac50a74e-a170-4a1b-a5b8-930432c85455","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.395730837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"ac50a74e-a170-4a1b-a5b8-930432c85455","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"routeName":"external-model-e2e-rot-c4bf7b-7cef9be46f21","namespace":"e2e-extmod-rot-user-657b7f","model":"e2e-rot-c4bf7b","externalModel":"e2e-rot-c4bf7b","provider":"e2e-rot-c4bf7b-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.560129363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-sub","reconcileID":"7c1c7a36-c2a7-4976-9134-373915db59f5","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-cmp-legacy-9b206f","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.588643037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"1d5debd2-7e2a-4cc2-bff6-9a3545ecbb5c","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.588667626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"1d5debd2-7e2a-4cc2-bff6-9a3545ecbb5c","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.791230674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"72acc6e9-6a7e-4850-bf0d-17e53a155247","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.800014283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"72acc6e9-6a7e-4850-bf0d-17e53a155247","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.807164358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91f65750d24408bbb0deb3e6221910ab99664284add1d9959e2ae116be5af81c) AuthConfig (c58230fc32eff33140c58dfe42e1094a52f6d310bb3529224380f5d45ac8666c) AuthConfig (e42d934e3580cfb7a6e00619a7357da5d6e7bb3d72b4c9278332785cc01594f4) AuthConfig (9a34229dc121e6020100f2b8c2d683961eb87eaab3d1e7f621120681f5db1923) AuthConfig (e38e6220f5beea1c25800a878aaf8eebba8a46390b28326bc624913e4a71e9f0) AuthConfig (be31ae3cabec13387571c0eae4968424101b786ce4e938fe9f1c5a2fbe4fb34b) AuthConfig (2128867b07670c355c5a450847a9c60af557e647e3a74bb77def0f1d146561ba) AuthConfig (5c140f4cb2464b5679cbe3a09b4cb8cd1a0c440d4e1dfa3245d1d5c627989341) AuthConfig (1e0a5ef95fef4c36ead854b3e396ef6a8c84502a1e2c157ab7abf0b81e87893a) AuthConfig (5aaed9bb34a808577e3fce2cf4408cbe55d8c42916315da3e20ffe332f655b3e) AuthConfig (4f6f024419141386a97c5c93f0669bd63e856f7471269a25cd33418c51c74ae6) AuthConfig (bddde705cd00688029d7a46d87a16ac7c477c16df43ade6649cbd58d26de0e7e) AuthConfig (f853d438094341eba28cf52d789c081d8e603f4079e115f674a2440328fbe0ab) AuthConfig (fa47f72c4975fd9a65ca4731029a22a5cd30a7ceea88f30a1f40a6308cf4728f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"72acc6e9-6a7e-4850-bf0d-17e53a155247","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.820720098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"c06a9ec3-b5b8-489b-b3d9-2ae3a46caeab","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.82073815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"c06a9ec3-b5b8-489b-b3d9-2ae3a46caeab","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.892813916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"35f4733a-6808-40e5-a10b-ed66a3f920fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.901100392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"35f4733a-6808-40e5-a10b-ed66a3f920fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:00.203573879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"2ce2f980-6b43-4a65-8a31-d52ff295bc26","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:00.213954496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"2ce2f980-6b43-4a65-8a31-d52ff295bc26","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:00.221973933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (878538f3154c195b208e9b08ffe0f33c483bc2fe54675babb697d6c3810b0b22) AuthConfig (d02c8c27fe33f722affff6071afc0a4264946ece8f57b5ea3bff65b33fba6384) AuthConfig (8ce5a2b348e9c89ef7bff44106e57c7c2a9deff0bf7fe77a8f71d81c479398bf) AuthConfig (c7be74cb044a560a1e1b116a19940108f7d5ddaf69a00d7967c772c4134248ad) AuthConfig (6b8afa8c877c778e72fa000f12826e0fcc9ff1c166dd0185f8912cf7f185778e) AuthConfig (ce4855702827af8f15b6d4de9f2c637aaacb260eb88a689c31087f64e4442fee) AuthConfig (2a3c973863156db7a2819c4964b7319ff2fa4732d30e2eabbd62238389600206) AuthConfig (5f1b3354a430e8c8d95de5650ee880bcc7cdb45a9a671636234146e62c8b726b) AuthConfig (15914ddd5056feab18181d8b0d0ba9574eb53213e17dd67ec8ee966837d37e41) AuthConfig (f34b3a748b29c66dbf9abddbf8422b6a38fe28a3e94d0e8f8976249dcd4b2268)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"2ce2f980-6b43-4a65-8a31-d52ff295bc26","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:00.235335135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"771762f6-4b6a-428b-89ca-1843c179e06e","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:00.235356002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"771762f6-4b6a-428b-89ca-1843c179e06e","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:00.452307427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"f5d35520-11b4-4a0d-84fc-e71e0e41a1e9","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:00.460861716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"f5d35520-11b4-4a0d-84fc-e71e0e41a1e9","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.177409868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"b165a198-92f9-431e-8a90-ca57993cd2f5","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.181302851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"54ee3dc6-ba41-4cfc-8746-438caa65c746","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.181328207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"54ee3dc6-ba41-4cfc-8746-438caa65c746","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.187682391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"4a57d3d5-a882-4124-8b7c-12d09a1c94ea","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.189631807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"62c55e21-bf66-4692-8cba-c74642347a74","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.19099895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"533f9e2f-1c10-4671-a8c4-7a7e909be776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.19179713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"06f3634d-c9f8-42ec-9408-7aaeb137d97b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.192237233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2a2a5c6b-fd8e-43a7-b17f-2e4c7ffc8199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.195860046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"4a57d3d5-a882-4124-8b7c-12d09a1c94ea","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.198371738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"62c55e21-bf66-4692-8cba-c74642347a74","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.19931432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"533f9e2f-1c10-4671-a8c4-7a7e909be776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.201075338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"06f3634d-c9f8-42ec-9408-7aaeb137d97b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.201766672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2a2a5c6b-fd8e-43a7-b17f-2e4c7ffc8199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.206078381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (878538f3154c195b208e9b08ffe0f33c483bc2fe54675babb697d6c3810b0b22) AuthConfig (d02c8c27fe33f722affff6071afc0a4264946ece8f57b5ea3bff65b33fba6384) AuthConfig (8ce5a2b348e9c89ef7bff44106e57c7c2a9deff0bf7fe77a8f71d81c479398bf) AuthConfig (c7be74cb044a560a1e1b116a19940108f7d5ddaf69a00d7967c772c4134248ad) AuthConfig (6b8afa8c877c778e72fa000f12826e0fcc9ff1c166dd0185f8912cf7f185778e) AuthConfig (ce4855702827af8f15b6d4de9f2c637aaacb260eb88a689c31087f64e4442fee) AuthConfig (2a3c973863156db7a2819c4964b7319ff2fa4732d30e2eabbd62238389600206) AuthConfig (5f1b3354a430e8c8d95de5650ee880bcc7cdb45a9a671636234146e62c8b726b) AuthConfig (15914ddd5056feab18181d8b0d0ba9574eb53213e17dd67ec8ee966837d37e41) AuthConfig (f34b3a748b29c66dbf9abddbf8422b6a38fe28a3e94d0e8f8976249dcd4b2268)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"62c55e21-bf66-4692-8cba-c74642347a74","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.208306241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91f65750d24408bbb0deb3e6221910ab99664284add1d9959e2ae116be5af81c) AuthConfig (c58230fc32eff33140c58dfe42e1094a52f6d310bb3529224380f5d45ac8666c) AuthConfig (e42d934e3580cfb7a6e00619a7357da5d6e7bb3d72b4c9278332785cc01594f4) AuthConfig (9a34229dc121e6020100f2b8c2d683961eb87eaab3d1e7f621120681f5db1923) AuthConfig (e38e6220f5beea1c25800a878aaf8eebba8a46390b28326bc624913e4a71e9f0) AuthConfig (be31ae3cabec13387571c0eae4968424101b786ce4e938fe9f1c5a2fbe4fb34b) AuthConfig (2128867b07670c355c5a450847a9c60af557e647e3a74bb77def0f1d146561ba) AuthConfig (5c140f4cb2464b5679cbe3a09b4cb8cd1a0c440d4e1dfa3245d1d5c627989341) AuthConfig (1e0a5ef95fef4c36ead854b3e396ef6a8c84502a1e2c157ab7abf0b81e87893a) AuthConfig (5aaed9bb34a808577e3fce2cf4408cbe55d8c42916315da3e20ffe332f655b3e) AuthConfig (4f6f024419141386a97c5c93f0669bd63e856f7471269a25cd33418c51c74ae6) AuthConfig (bddde705cd00688029d7a46d87a16ac7c477c16df43ade6649cbd58d26de0e7e) AuthConfig (f853d438094341eba28cf52d789c081d8e603f4079e115f674a2440328fbe0ab) AuthConfig (fa47f72c4975fd9a65ca4731029a22a5cd30a7ceea88f30a1f40a6308cf4728f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"06f3634d-c9f8-42ec-9408-7aaeb137d97b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.218712128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ebf969d0-f08a-4f26-9982-d857fde3e208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.22085424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"dedca383-aa81-40ab-be92-c8ca8a627f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.220854569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b9cc0931-bc20-42e6-be4e-45ffd70019cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.222687694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6f730a9c-ea2a-48a7-b5f5-bde1ca240908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.242170821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ebf969d0-f08a-4f26-9982-d857fde3e208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.242976301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"dedca383-aa81-40ab-be92-c8ca8a627f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.244032861Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"2a5c45a4-f897-4ed5-a03f-c4a9d78ea15a","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.244461276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b9cc0931-bc20-42e6-be4e-45ffd70019cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.246371334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6f730a9c-ea2a-48a7-b5f5-bde1ca240908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.24804131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"b65dbdc8-9f93-4e3d-8c06-affa1db47647","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.248060429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"b65dbdc8-9f93-4e3d-8c06-affa1db47647","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.321563575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"71e3b644-ba0d-4cb8-88ca-f99cd083476b","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.3215858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"71e3b644-ba0d-4cb8-88ca-f99cd083476b","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.322061283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"3912891e-33b3-4cdb-9dcb-7a72952b2bb4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.327134861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"bb370e89-ffec-45a9-8f0c-737ba5bc88f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.330485782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"3912891e-33b3-4cdb-9dcb-7a72952b2bb4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.331977994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"9ba837ad-183e-4b8f-a5e5-18caf064bb31","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.332511386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"16efc2e7-ec62-496c-9247-5a2d99e7dc7e","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.335368544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"885a6525-f8f4-4541-9bb3-8033dd10a4bc","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.336141308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"bb370e89-ffec-45a9-8f0c-737ba5bc88f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.340774289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"9ba837ad-183e-4b8f-a5e5-18caf064bb31","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.343208275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"16efc2e7-ec62-496c-9247-5a2d99e7dc7e","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.34381477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"885a6525-f8f4-4541-9bb3-8033dd10a4bc","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.348655958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ab4089131a6b7b4c4348fa460474fe4ac41771b6f47ad9b2fd4c199c92cdf2f) AuthConfig (3e11e34fa9e32e3678aa0a1d21d58897a524a58466af264250d9b818f44dd7f6) AuthConfig (b9c3020dbc0892eda48cdd7cf9fc63094112933d9022c153835b4d98af0caefb) AuthConfig (902a91a1135559ae14704d859cea2761f41bb0ee563983f0e785b2eaed2c6603)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"9ba837ad-183e-4b8f-a5e5-18caf064bb31","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.350862696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ab4089131a6b7b4c4348fa460474fe4ac41771b6f47ad9b2fd4c199c92cdf2f) AuthConfig (3e11e34fa9e32e3678aa0a1d21d58897a524a58466af264250d9b818f44dd7f6) AuthConfig (b9c3020dbc0892eda48cdd7cf9fc63094112933d9022c153835b4d98af0caefb) AuthConfig (902a91a1135559ae14704d859cea2761f41bb0ee563983f0e785b2eaed2c6603)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"885a6525-f8f4-4541-9bb3-8033dd10a4bc","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.426906968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"dff3d29b-c89c-4658-a6da-9bd8892a4d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.427062844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c4ff1714-2de7-4e1b-b6c8-8059d516804d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.429979094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91eef7d0-e1f0-470d-a81a-26e75724ccf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.430351909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c0809385-6cd0-49b5-98be-e91d3b8f7e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.433991628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"e26f6c2a-43d2-4871-81c6-f51d8678f7f7","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.439513176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"dff3d29b-c89c-4658-a6da-9bd8892a4d4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.444582298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91eef7d0-e1f0-470d-a81a-26e75724ccf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.449696315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c0809385-6cd0-49b5-98be-e91d3b8f7e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.452021006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c4ff1714-2de7-4e1b-b6c8-8059d516804d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.458287504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"e26f6c2a-43d2-4871-81c6-f51d8678f7f7","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.654030377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"e867f401-e262-4d18-8060-e0f5c723c6f4","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.654386293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"1ce05de5-a363-42ce-afbd-c50bacb23b85","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.655612474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"ff42dd8a-eefc-43b5-ae32-c28dfba05450","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.656626621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c5589909-f23d-49f4-bf21-27ff3590bf88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.660422081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5abc3c8d-ff46-442a-8037-450fdb5f6b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.662977112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"1ce05de5-a363-42ce-afbd-c50bacb23b85","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.663389635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"e867f401-e262-4d18-8060-e0f5c723c6f4","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.665929979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"ff42dd8a-eefc-43b5-ae32-c28dfba05450","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.666150528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c5589909-f23d-49f4-bf21-27ff3590bf88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.669034811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5abc3c8d-ff46-442a-8037-450fdb5f6b80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.671548376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91f65750d24408bbb0deb3e6221910ab99664284add1d9959e2ae116be5af81c) AuthConfig (c58230fc32eff33140c58dfe42e1094a52f6d310bb3529224380f5d45ac8666c) AuthConfig (e42d934e3580cfb7a6e00619a7357da5d6e7bb3d72b4c9278332785cc01594f4) AuthConfig (9a34229dc121e6020100f2b8c2d683961eb87eaab3d1e7f621120681f5db1923) AuthConfig (e38e6220f5beea1c25800a878aaf8eebba8a46390b28326bc624913e4a71e9f0) AuthConfig (be31ae3cabec13387571c0eae4968424101b786ce4e938fe9f1c5a2fbe4fb34b) AuthConfig (2128867b07670c355c5a450847a9c60af557e647e3a74bb77def0f1d146561ba) AuthConfig (5c140f4cb2464b5679cbe3a09b4cb8cd1a0c440d4e1dfa3245d1d5c627989341) AuthConfig (1e0a5ef95fef4c36ead854b3e396ef6a8c84502a1e2c157ab7abf0b81e87893a) AuthConfig (5aaed9bb34a808577e3fce2cf4408cbe55d8c42916315da3e20ffe332f655b3e) AuthConfig (4f6f024419141386a97c5c93f0669bd63e856f7471269a25cd33418c51c74ae6) AuthConfig (bddde705cd00688029d7a46d87a16ac7c477c16df43ade6649cbd58d26de0e7e) AuthConfig (f853d438094341eba28cf52d789c081d8e603f4079e115f674a2440328fbe0ab) AuthConfig (fa47f72c4975fd9a65ca4731029a22a5cd30a7ceea88f30a1f40a6308cf4728f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"1ce05de5-a363-42ce-afbd-c50bacb23b85","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.673260263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (878538f3154c195b208e9b08ffe0f33c483bc2fe54675babb697d6c3810b0b22) AuthConfig (d02c8c27fe33f722affff6071afc0a4264946ece8f57b5ea3bff65b33fba6384) AuthConfig (8ce5a2b348e9c89ef7bff44106e57c7c2a9deff0bf7fe77a8f71d81c479398bf) AuthConfig (c7be74cb044a560a1e1b116a19940108f7d5ddaf69a00d7967c772c4134248ad) AuthConfig (6b8afa8c877c778e72fa000f12826e0fcc9ff1c166dd0185f8912cf7f185778e) AuthConfig (ce4855702827af8f15b6d4de9f2c637aaacb260eb88a689c31087f64e4442fee) AuthConfig (2a3c973863156db7a2819c4964b7319ff2fa4732d30e2eabbd62238389600206) AuthConfig (5f1b3354a430e8c8d95de5650ee880bcc7cdb45a9a671636234146e62c8b726b) AuthConfig (15914ddd5056feab18181d8b0d0ba9574eb53213e17dd67ec8ee966837d37e41) AuthConfig (f34b3a748b29c66dbf9abddbf8422b6a38fe28a3e94d0e8f8976249dcd4b2268)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"ff42dd8a-eefc-43b5-ae32-c28dfba05450","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.744549512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c25bbb40-f3e1-4864-9108-1225e8643f60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.74749229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e374fe2f-fb92-4ed1-b6c5-f8e7fd8d4ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.749035733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"72fe99d7-3487-4911-8385-d21cd39a21c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.75322863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"51fe5c36-2244-4556-987a-d441aa07bb10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.756295709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c25bbb40-f3e1-4864-9108-1225e8643f60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.760968069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e374fe2f-fb92-4ed1-b6c5-f8e7fd8d4ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.762663387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"72fe99d7-3487-4911-8385-d21cd39a21c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.767350032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"13e8ce5c-207b-4397-be06-0f4fe22d6e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.847498511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"13e8ce5c-207b-4397-be06-0f4fe22d6e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:01.849018412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"51fe5c36-2244-4556-987a-d441aa07bb10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:03.269402641Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"c01dfa7c-466d-436e-b9a2-da7699962efb","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.885229326Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub ai-tenant-e2e-extmod-b-03c633/e2e-rot-c4bf7b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.8887671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"0a1bdddd-ab6e-482d-8f67-8a32f205d13e","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.88878617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"0a1bdddd-ab6e-482d-8f67-8a32f205d13e","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.894527395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"659f7bd7-d9f2-4284-86d2-25571f940214","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:04.895592328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-sub","reconcileID":"e46fbcb0-f950-45d0-8406-e980e054bd75","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-9f45e1-c30008-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.905102058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"659f7bd7-d9f2-4284-86d2-25571f940214","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.907158796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"2ff0ce4c-030a-4a3b-bc6c-0699f758466a","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.907177955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"2ff0ce4c-030a-4a3b-bc6c-0699f758466a","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:04.916020831Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"2ff0ce4c-030a-4a3b-bc6c-0699f758466a","name":"e2e-cfl-9f45e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-9f45e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:04.916071191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"2ff0ce4c-030a-4a3b-bc6c-0699f758466a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-9f45e1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.919911887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"0b0d6280-637f-462e-8a0a-2f5abc01ad4b","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.919931647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"0b0d6280-637f-462e-8a0a-2f5abc01ad4b","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.928850031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"bb5ff607-3271-4191-bf93-0bab6493dbd3","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.928871625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"bb5ff607-3271-4191-bf93-0bab6493dbd3","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.950072735Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-sub","reconcileID":"ca91472d-8711-4a93-8b6c-c4042fc9563a","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-9f45e1","model":"e2e-cfl-9f45e1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.979155106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"18391a28-ba39-4489-8d4f-c0974ff00f2a","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:04.979176273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"18391a28-ba39-4489-8d4f-c0974ff00f2a","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:05.025075724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"d5e0000e-d294-4eb4-86d8-9ba0103c86b1","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:05.033393606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"d5e0000e-d294-4eb4-86d8-9ba0103c86b1","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:05.037509729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-sub","reconcileID":"f00ecddf-6225-4e59-8d0a-5cc380fa437e","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-9f45e1","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:05.066296847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"de467713-2e9b-4ffc-b2ae-08ea00efae8c","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:05.066314529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"de467713-2e9b-4ffc-b2ae-08ea00efae8c","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:07.198317601Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"1bc7cba8-90d4-4129-9afa-150e0f0d13fe","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:07.666215003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"24f69f99-a4f6-4118-8c78-b1f0aa75678f","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:07.666248312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"24f69f99-a4f6-4118-8c78-b1f0aa75678f","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:07.674730573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"e4328b4c-7465-4c43-a454-7a64e2fb6959","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:07.682834486Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-sub","reconcileID":"3dd52b31-98a7-4743-a7d6-daa55e9d47db","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-776f3f71","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:07.683872298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"e4328b4c-7465-4c43-a454-7a64e2fb6959","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:07.816747281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"4bec3c1c-169d-4ed3-91bf-d8e55608acd5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:07.826574077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"4bec3c1c-169d-4ed3-91bf-d8e55608acd5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.372467471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.392283037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"8232aeee-3bad-4d61-8ec2-14ce8951fae3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.393725729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"3be670c0-06a3-4baf-970d-af74e80fea93","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.401483578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"8232aeee-3bad-4d61-8ec2-14ce8951fae3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.40219507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"3be670c0-06a3-4baf-970d-af74e80fea93","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.409010608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ab4089131a6b7b4c4348fa460474fe4ac41771b6f47ad9b2fd4c199c92cdf2f) AuthConfig (3e11e34fa9e32e3678aa0a1d21d58897a524a58466af264250d9b818f44dd7f6) AuthConfig (b9c3020dbc0892eda48cdd7cf9fc63094112933d9022c153835b4d98af0caefb) AuthConfig (902a91a1135559ae14704d859cea2761f41bb0ee563983f0e785b2eaed2c6603)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"8232aeee-3bad-4d61-8ec2-14ce8951fae3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.409142438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ab4089131a6b7b4c4348fa460474fe4ac41771b6f47ad9b2fd4c199c92cdf2f) AuthConfig (3e11e34fa9e32e3678aa0a1d21d58897a524a58466af264250d9b818f44dd7f6) AuthConfig (b9c3020dbc0892eda48cdd7cf9fc63094112933d9022c153835b4d98af0caefb) AuthConfig (902a91a1135559ae14704d859cea2761f41bb0ee563983f0e785b2eaed2c6603)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"3be670c0-06a3-4baf-970d-af74e80fea93","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.687360494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"1c3a9a11-44a4-41b6-af8a-dc5cd8b8c706","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.687414996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"745e7e5f-4cf9-4082-8218-aeebdc63e4df","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.696134263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"1c3a9a11-44a4-41b6-af8a-dc5cd8b8c706","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.696153864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"745e7e5f-4cf9-4082-8218-aeebdc63e4df","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.703523722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91f65750d24408bbb0deb3e6221910ab99664284add1d9959e2ae116be5af81c) AuthConfig (c58230fc32eff33140c58dfe42e1094a52f6d310bb3529224380f5d45ac8666c) AuthConfig (e42d934e3580cfb7a6e00619a7357da5d6e7bb3d72b4c9278332785cc01594f4) AuthConfig (9a34229dc121e6020100f2b8c2d683961eb87eaab3d1e7f621120681f5db1923) AuthConfig (e38e6220f5beea1c25800a878aaf8eebba8a46390b28326bc624913e4a71e9f0) AuthConfig (be31ae3cabec13387571c0eae4968424101b786ce4e938fe9f1c5a2fbe4fb34b) AuthConfig (2128867b07670c355c5a450847a9c60af557e647e3a74bb77def0f1d146561ba) AuthConfig (5c140f4cb2464b5679cbe3a09b4cb8cd1a0c440d4e1dfa3245d1d5c627989341) AuthConfig (1e0a5ef95fef4c36ead854b3e396ef6a8c84502a1e2c157ab7abf0b81e87893a) AuthConfig (5aaed9bb34a808577e3fce2cf4408cbe55d8c42916315da3e20ffe332f655b3e) AuthConfig (4f6f024419141386a97c5c93f0669bd63e856f7471269a25cd33418c51c74ae6) AuthConfig (bddde705cd00688029d7a46d87a16ac7c477c16df43ade6649cbd58d26de0e7e) AuthConfig (f853d438094341eba28cf52d789c081d8e603f4079e115f674a2440328fbe0ab) AuthConfig (fa47f72c4975fd9a65ca4731029a22a5cd30a7ceea88f30a1f40a6308cf4728f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"1c3a9a11-44a4-41b6-af8a-dc5cd8b8c706","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:11.703673925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (878538f3154c195b208e9b08ffe0f33c483bc2fe54675babb697d6c3810b0b22) AuthConfig (d02c8c27fe33f722affff6071afc0a4264946ece8f57b5ea3bff65b33fba6384) AuthConfig (8ce5a2b348e9c89ef7bff44106e57c7c2a9deff0bf7fe77a8f71d81c479398bf) AuthConfig (c7be74cb044a560a1e1b116a19940108f7d5ddaf69a00d7967c772c4134248ad) AuthConfig (6b8afa8c877c778e72fa000f12826e0fcc9ff1c166dd0185f8912cf7f185778e) AuthConfig (ce4855702827af8f15b6d4de9f2c637aaacb260eb88a689c31087f64e4442fee) AuthConfig (2a3c973863156db7a2819c4964b7319ff2fa4732d30e2eabbd62238389600206) AuthConfig (5f1b3354a430e8c8d95de5650ee880bcc7cdb45a9a671636234146e62c8b726b) AuthConfig (15914ddd5056feab18181d8b0d0ba9574eb53213e17dd67ec8ee966837d37e41) AuthConfig (f34b3a748b29c66dbf9abddbf8422b6a38fe28a3e94d0e8f8976249dcd4b2268)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"745e7e5f-4cf9-4082-8218-aeebdc63e4df","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:13.278396072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"00121c60-78a3-4a06-a73f-936b2d95dfae","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.214148957Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"19bd28b0-4737-4db4-b6fd-517132fe8bba","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.686353203Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-sub","reconcileID":"52769d00-5e3a-4c47-b6db-332be24de9bf","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","subscription":"e2e-cmp-legacy-9b206f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.694392751Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-sub","reconcileID":"52769d00-5e3a-4c47-b6db-332be24de9bf","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.6983854Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-sub","reconcileID":"52769d00-5e3a-4c47-b6db-332be24de9bf","MaaSSubscription":{"name":"e2e-cmp-legacy-9b206f-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.733356008Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub ai-tenant-e2e-extmod-b-03c633/e2e-rot-c4bf7b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.736964603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"261f3880-543f-4d2b-82cf-8e124e34eb5e","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.73699172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"261f3880-543f-4d2b-82cf-8e124e34eb5e","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.742676571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"45dfdc54-20ec-4d17-97ab-6265746d9731","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.752477706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"45dfdc54-20ec-4d17-97ab-6265746d9731","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.901294673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"36bbb60d-c0da-4953-8d14-3fe729e05105","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.906262688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"a5b4900b-afce-4fb8-8ec3-25cd6313fe53","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.906367392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"a5b4900b-afce-4fb8-8ec3-25cd6313fe53","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.911128589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"36bbb60d-c0da-4953-8d14-3fe729e05105","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:17.96934385Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"9938a97d-aedb-460a-aadc-a70d3b3d7299","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.073076582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"9938a97d-aedb-460a-aadc-a70d3b3d7299","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.103488985Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"9938a97d-aedb-460a-aadc-a70d3b3d7299","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.103518359Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f-access","reconcileID":"9938a97d-aedb-460a-aadc-a70d3b3d7299","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-9b206f-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.115758976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"c9776b0d-e64d-4ae3-9767-8f0bfd983f0a","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.115785493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"c9776b0d-e64d-4ae3-9767-8f0bfd983f0a","MaaSModelRef":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cmp-legacy-9b206f","externalModel":"e2e-cmp-legacy-9b206f","provider":"e2e-cmp-legacy-9b206f-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.728189071Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"bdf6898f-a53a-4823-be63-b19f2a1f41ad","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.76656436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"25282ec4-0e7e-41d6-b6f4-17150982577d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.778172069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"25282ec4-0e7e-41d6-b6f4-17150982577d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.932865046Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-9b206f","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","reconcileID":"65f2d234-3238-4ab5-b559-5586981c84eb","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cmp-legacy-9b206f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.949774689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"ac3e3d84-baa9-4c7d-a8be-6eb5ff036f19","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.956648271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"1d9464cf-6b6d-4d43-acfe-542791569ca8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.962557778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"7a0457ad-fa77-40fd-bf1e-e24109a5d9fb","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.968207629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"ac3e3d84-baa9-4c7d-a8be-6eb5ff036f19","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.970516903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"1d9464cf-6b6d-4d43-acfe-542791569ca8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.973720486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"de10696b-40e2-43a0-9adb-ec18cf3d6032","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.978953403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"7a0457ad-fa77-40fd-bf1e-e24109a5d9fb","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.980165053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-14ebbb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (91f65750d24408bbb0deb3e6221910ab99664284add1d9959e2ae116be5af81c) AuthConfig (c58230fc32eff33140c58dfe42e1094a52f6d310bb3529224380f5d45ac8666c) AuthConfig (e42d934e3580cfb7a6e00619a7357da5d6e7bb3d72b4c9278332785cc01594f4) AuthConfig (9a34229dc121e6020100f2b8c2d683961eb87eaab3d1e7f621120681f5db1923) AuthConfig (e38e6220f5beea1c25800a878aaf8eebba8a46390b28326bc624913e4a71e9f0) AuthConfig (be31ae3cabec13387571c0eae4968424101b786ce4e938fe9f1c5a2fbe4fb34b) AuthConfig (2128867b07670c355c5a450847a9c60af557e647e3a74bb77def0f1d146561ba) AuthConfig (5c140f4cb2464b5679cbe3a09b4cb8cd1a0c440d4e1dfa3245d1d5c627989341) AuthConfig (1e0a5ef95fef4c36ead854b3e396ef6a8c84502a1e2c157ab7abf0b81e87893a) AuthConfig (5aaed9bb34a808577e3fce2cf4408cbe55d8c42916315da3e20ffe332f655b3e) AuthConfig (4f6f024419141386a97c5c93f0669bd63e856f7471269a25cd33418c51c74ae6) AuthConfig (bddde705cd00688029d7a46d87a16ac7c477c16df43ade6649cbd58d26de0e7e) AuthConfig (f853d438094341eba28cf52d789c081d8e603f4079e115f674a2440328fbe0ab) AuthConfig (fa47f72c4975fd9a65ca4731029a22a5cd30a7ceea88f30a1f40a6308cf4728f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"ac3e3d84-baa9-4c7d-a8be-6eb5ff036f19","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.981073419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (878538f3154c195b208e9b08ffe0f33c483bc2fe54675babb697d6c3810b0b22) AuthConfig (d02c8c27fe33f722affff6071afc0a4264946ece8f57b5ea3bff65b33fba6384) AuthConfig (8ce5a2b348e9c89ef7bff44106e57c7c2a9deff0bf7fe77a8f71d81c479398bf) AuthConfig (c7be74cb044a560a1e1b116a19940108f7d5ddaf69a00d7967c772c4134248ad) AuthConfig (6b8afa8c877c778e72fa000f12826e0fcc9ff1c166dd0185f8912cf7f185778e) AuthConfig (ce4855702827af8f15b6d4de9f2c637aaacb260eb88a689c31087f64e4442fee) AuthConfig (2a3c973863156db7a2819c4964b7319ff2fa4732d30e2eabbd62238389600206) AuthConfig (5f1b3354a430e8c8d95de5650ee880bcc7cdb45a9a671636234146e62c8b726b) AuthConfig (15914ddd5056feab18181d8b0d0ba9574eb53213e17dd67ec8ee966837d37e41) AuthConfig (f34b3a748b29c66dbf9abddbf8422b6a38fe28a3e94d0e8f8976249dcd4b2268)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"1d9464cf-6b6d-4d43-acfe-542791569ca8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.981837831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"238333b0-8c19-468f-9709-308595780435","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.994799142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"de10696b-40e2-43a0-9adb-ec18cf3d6032","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.011378089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"238333b0-8c19-468f-9709-308595780435","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.014351682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ab4089131a6b7b4c4348fa460474fe4ac41771b6f47ad9b2fd4c199c92cdf2f) AuthConfig (3e11e34fa9e32e3678aa0a1d21d58897a524a58466af264250d9b818f44dd7f6) AuthConfig (b9c3020dbc0892eda48cdd7cf9fc63094112933d9022c153835b4d98af0caefb) AuthConfig (902a91a1135559ae14704d859cea2761f41bb0ee563983f0e785b2eaed2c6603)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"de10696b-40e2-43a0-9adb-ec18cf3d6032","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.052897574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-03c633-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1ab4089131a6b7b4c4348fa460474fe4ac41771b6f47ad9b2fd4c199c92cdf2f) AuthConfig (3e11e34fa9e32e3678aa0a1d21d58897a524a58466af264250d9b818f44dd7f6) AuthConfig (b9c3020dbc0892eda48cdd7cf9fc63094112933d9022c153835b4d98af0caefb) AuthConfig (902a91a1135559ae14704d859cea2761f41bb0ee563983f0e785b2eaed2c6603)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"238333b0-8c19-468f-9709-308595780435","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.411557269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"770beae6-8315-473b-9909-e3e8f5718444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.422171623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"94a8cf51-5e1c-40ed-ab56-200abf4dfe40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.440703498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"6e6d4b61-c034-47ee-90ef-99cd7e093e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.508210251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2313ac7-98ee-474a-8092-a3a8317c6569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.524927048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"94a8cf51-5e1c-40ed-ab56-200abf4dfe40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.528648056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2313ac7-98ee-474a-8092-a3a8317c6569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.53241712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"770beae6-8315-473b-9909-e3e8f5718444","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.53596737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"6e6d4b61-c034-47ee-90ef-99cd7e093e7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.59197212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"d62a3f2c-fd49-4167-bcd9-1b40747725b9","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.607386235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"d62a3f2c-fd49-4167-bcd9-1b40747725b9","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.615313078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cbaa513-0515-456d-9e1f-21d970195647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.631898458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cbaa513-0515-456d-9e1f-21d970195647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.727874255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"786e7293-fb1b-4af9-a3bf-70010dcb0b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.728083315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e95cf03f-7542-448e-b4f6-9d95afd9ca3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.729312567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a72aa32f-fe87-4311-a7bb-779d9bd656f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.72940761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"95540521-6a4c-4d48-b6cf-51828d7d1750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.730968584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1639e403-c8d5-4d7d-bf24-ac0d2530fe9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.736549434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"786e7293-fb1b-4af9-a3bf-70010dcb0b99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.736882195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e95cf03f-7542-448e-b4f6-9d95afd9ca3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.739118681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a72aa32f-fe87-4311-a7bb-779d9bd656f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.741195805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"95540521-6a4c-4d48-b6cf-51828d7d1750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.741546898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1639e403-c8d5-4d7d-bf24-ac0d2530fe9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.865686913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"94cac0d7-e29f-47b2-b914-bba02356e48d","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.945018197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"3a1bb30a-a033-4bd7-88c5-438dd4742054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.948482295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"94cac0d7-e29f-47b2-b914-bba02356e48d","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.948780406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4ace541c-58e4-401d-badd-9e0a07d9473f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.95349103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"269c9945-c4e3-45c6-85a4-4d0c0742f597","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.953972219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"fbc50a7f-aab2-416c-af69-24fa6a496234","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.954152261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"3a1bb30a-a033-4bd7-88c5-438dd4742054","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.957798822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4ace541c-58e4-401d-badd-9e0a07d9473f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.962074644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"269c9945-c4e3-45c6-85a4-4d0c0742f597","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.965475481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-sub","reconcileID":"459d3627-5952-4425-ba33-6988f8746bcc","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-9f45e1","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.966080164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"fbc50a7f-aab2-416c-af69-24fa6a496234","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:19.974481249Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"fbc50a7f-aab2-416c-af69-24fa6a496234","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.000277052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"5b8cbd97-6e4c-49d3-a089-8250bd3a8939","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.044550411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"5b8cbd97-6e4c-49d3-a089-8250bd3a8939","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.052736753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"d77ac767-4583-470c-b27f-1ef2ec05bd42","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.052755707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"d77ac767-4583-470c-b27f-1ef2ec05bd42","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.083734242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"16c4bee5-408c-495a-a1ce-4d2de985e5d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.084729558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"9ee076f6-a77a-49f6-90b0-21907579a9b2","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.084755018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"9ee076f6-a77a-49f6-90b0-21907579a9b2","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.092540952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"16c4bee5-408c-495a-a1ce-4d2de985e5d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.103168408Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"16c4bee5-408c-495a-a1ce-4d2de985e5d3","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.346845066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"50eef1d5-29ad-4a2b-99b8-57d496cd6395","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.34687911Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"50eef1d5-29ad-4a2b-99b8-57d496cd6395","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.863841823Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"b7a6a4fc-015d-4a9c-91d1-8bb49060ddef","namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.873948153Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"ca72b4f9-6f6f-4cdb-bb23-e6700ea03026","namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.882392588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a1f72491-e0ff-473e-82c0-e486fd499c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.883428752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b135ffd4-7545-4e5a-b5a0-8a2a1aa1a365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.8835704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f606ff09-7d3e-40b2-abce-4c0eab2fb00b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.88382298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e0126aa-5f78-45de-81a6-07189e724892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.883990257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ef561e65-64af-493d-84c7-557fd1f52566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.891184829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a1f72491-e0ff-473e-82c0-e486fd499c52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.892433792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b135ffd4-7545-4e5a-b5a0-8a2a1aa1a365","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.893662094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f606ff09-7d3e-40b2-abce-4c0eab2fb00b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.894799959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ef561e65-64af-493d-84c7-557fd1f52566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.89590307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e0126aa-5f78-45de-81a6-07189e724892","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.925943855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ff8726ba-133c-4648-b599-15c3ecbac303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.937991844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ff8726ba-133c-4648-b599-15c3ecbac303","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.055260152Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"9ae1e53c-bf44-4ae7-8a76-c95998ca6f21","namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.208017321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"7679a478-2e81-4116-9076-2b00482560ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.317485658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"7243f200-330c-47cd-98d1-955a278c02e0","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.354815257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"fe29895b-5305-4de4-94a9-23d286fe13ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.365487771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"88308f90-760d-4bc1-8cda-09e2598e8b46","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.371078318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"7243f200-330c-47cd-98d1-955a278c02e0","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.374550889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"7679a478-2e81-4116-9076-2b00482560ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.375570136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"a945bfa3-e667-4538-9107-6025db159d8a","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"e2e-extmod-cfl-1-4457eb/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.375669088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"a945bfa3-e667-4538-9107-6025db159d8a","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"routeName":"external-model-e2e-cfl-4557dc-c562286293ac","namespace":"e2e-extmod-cfl-1-4457eb","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.376195922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"3c239718-75f5-43ed-a2bd-648c585f56b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.38354429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"fe29895b-5305-4de4-94a9-23d286fe13ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.388256116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"88308f90-760d-4bc1-8cda-09e2598e8b46","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.391172016Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub ai-tenant-e2e-extmod-b-03c633/e2e-rot-c4bf7b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.395700463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"3c239718-75f5-43ed-a2bd-648c585f56b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:21.415960644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-sub","reconcileID":"cacd453b-ecda-4eb5-8e3f-e6a0ebd2da4f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-a2f02d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.417789756Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"3c239718-75f5-43ed-a2bd-648c585f56b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.422976311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"733406d5-8817-460f-90ea-cd783ba7ef5d","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.423000664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"733406d5-8817-460f-90ea-cd783ba7ef5d","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.444337167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"bab2a43c-4cc6-4898-8ab2-1af993b66c05","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.444358847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"bab2a43c-4cc6-4898-8ab2-1af993b66c05","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:21.453187565Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"bab2a43c-4cc6-4898-8ab2-1af993b66c05","name":"e2e-cmp-legacy-a2f02d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-a2f02d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:21.453253784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"bab2a43c-4cc6-4898-8ab2-1af993b66c05","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-a2f02d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.456640524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"d14987fa-7163-4b23-b501-97f757e82e73","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.456662167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"d14987fa-7163-4b23-b501-97f757e82e73","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.474032693Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-sub","reconcileID":"760c962b-fae6-494a-b6a6-94ee92e9a962","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-cmp-legacy-a2f02d","model":"e2e-cmp-legacy-a2f02d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.508344793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"47f1c5ac-0f6a-4823-89b9-55594583b21e","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.50836827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"47f1c5ac-0f6a-4823-89b9-55594583b21e","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.528716127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"5e588b30-3b10-4de9-8aa5-256cbc788b47","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.538050972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"5e588b30-3b10-4de9-8aa5-256cbc788b47","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.54805245Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"5e588b30-3b10-4de9-8aa5-256cbc788b47","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.572206294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-sub","reconcileID":"dca2f5b8-39c0-4969-a8f9-49d02819a7b2","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-cmp-legacy-a2f02d","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.611462153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"1f3f1586-d331-4c04-89ff-fcbc38951325","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.612122403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"79ddd6c4-66a0-41bb-9f40-fe470544d97e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.616142711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71d3832d-e081-4cec-b7cf-c2cfd465d85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.620441606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"79ddd6c4-66a0-41bb-9f40-fe470544d97e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.620533887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"1f3f1586-d331-4c04-89ff-fcbc38951325","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.620799872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"383c3303-15b5-4f5a-9c29-22b5c5278e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.624657279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71d3832d-e081-4cec-b7cf-c2cfd465d85b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.629208867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"383c3303-15b5-4f5a-9c29-22b5c5278e93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.666171017Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub ai-tenant-e2e-extmod-b-03c633/e2e-rot-c4bf7b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.671666831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"d2fba8ac-9984-41b9-9d3b-e9133400aae7","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.671692585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"d2fba8ac-9984-41b9-9d3b-e9133400aae7","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:21.678860866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-sub","reconcileID":"fb62d9d5-0b15-478c-b027-8789a29feb93","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-bcc916-f0b7d2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.693577474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"93c329e7-c0e0-465d-afd3-423a20a527c9","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.693613681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"93c329e7-c0e0-465d-afd3-423a20a527c9","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.706307781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"6c5e4925-21d2-4567-9cea-12e7c255ff00","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.70633211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"6c5e4925-21d2-4567-9cea-12e7c255ff00","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.716862879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0df20540-ebf3-4658-849d-4c9bb1b31f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.718020207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"b9d86525-8a72-4db8-a57c-7e67091a4e22","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.718037133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"b9d86525-8a72-4db8-a57c-7e67091a4e22","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.726650092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0df20540-ebf3-4658-849d-4c9bb1b31f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.736868899Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-sub","reconcileID":"93d4862b-d00a-47bf-98fb-476cf43e8ec8","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-same-bcc916","model":"e2e-cfl-same-bcc916","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.794933207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"5c25440a-8f07-4480-ae69-f624260a9569","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.794983225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"5c25440a-8f07-4480-ae69-f624260a9569","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.962401915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf7354e8-e248-4e20-a689-afbe84f0f37b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.968187432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ce2717f9-e8ea-47ac-8406-f60ebdc6eae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.993367455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d5b579cb-5ca3-4d68-93a9-0704dbaddec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.024984013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1e6ee723-8272-4e5b-ac67-1c6b313edc22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.040817748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ce2717f9-e8ea-47ac-8406-f60ebdc6eae0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.041157007Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"2f0782f7-7b5f-4313-be59-b4677143b1e2","namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.072278982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d5b579cb-5ca3-4d68-93a9-0704dbaddec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.074434904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-sub","reconcileID":"c9131e7c-3201-4270-a140-7567b3dd019d","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-same-bcc916","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.082676703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1e6ee723-8272-4e5b-ac67-1c6b313edc22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.087325658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf7354e8-e248-4e20-a689-afbe84f0f37b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.089510855Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"1b9fc92f-2188-42ec-a31d-3cbc25db8378","namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.092161716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"dfaaa82e-70d4-453f-bc1f-e3f0c8b4e17a","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.103121116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"dfaaa82e-70d4-453f-bc1f-e3f0c8b4e17a","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.109046892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e4c546b0-4856-4daa-bb30-ffe06a017b49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.117931924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"cde80c38-7d6f-4663-8531-e46cb1c19dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.118024042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e4c546b0-4856-4daa-bb30-ffe06a017b49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.118795267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"2644082a-7c64-4102-8ea1-8f2bc7f5bb4d","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.121535338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"06004624-2f10-4904-ad5d-16a962d73555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.122265412Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"2af0bfb0-a5eb-4cce-b728-e07d94e8c2b8","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.128457447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"2644082a-7c64-4102-8ea1-8f2bc7f5bb4d","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.131295788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"06004624-2f10-4904-ad5d-16a962d73555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.141361998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"cde80c38-7d6f-4663-8531-e46cb1c19dc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.156343527Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"a05f1681-2d84-4b8e-b845-a73d6b1c7fc1","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.210915343Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"592de31d-57f8-4f05-b5ed-fa2f8122c00d","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.2112587Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"5ecf0e70-8a4f-41f5-b508-018dd2f6a8c5","namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.226111992Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"70bf82df-296f-4fcc-a053-48f5833b0427","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:22.234456891Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"70bf82df-296f-4fcc-a053-48f5833b0427","name":"e2e-cfl-same-f2f347","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-f2f347\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:22.234516566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"70bf82df-296f-4fcc-a053-48f5833b0427","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-f2f347\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.244144101Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"7434235c-9f5e-4611-9731-b213f2990823","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.348514814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"f815e932-96dc-4d12-9f27-f9b24a5d1712","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.349271917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"fba25c2b-87f0-46df-8bf1-58e764db3509","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.357117752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d51e7054-a998-43a2-8231-233daff69179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.364317821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"fba25c2b-87f0-46df-8bf1-58e764db3509","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.364735884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"f815e932-96dc-4d12-9f27-f9b24a5d1712","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.368589727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"6a73d4e6-01f3-4eba-a125-67a525b9af0f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.375806244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d51e7054-a998-43a2-8231-233daff69179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.378766138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"22f3e358-9d35-4883-8212-82c82afc4f02","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.386331583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"6a73d4e6-01f3-4eba-a125-67a525b9af0f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.395641403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"22f3e358-9d35-4883-8212-82c82afc4f02","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.40986257Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"6a73d4e6-01f3-4eba-a125-67a525b9af0f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.410478891Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"22f3e358-9d35-4883-8212-82c82afc4f02","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.449639869Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"fb8625ce-0b26-4019-b605-a2d6013f20fa","namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.470038986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"4cda835c-825d-4871-a5db-b652ed1155da","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.470064129Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"4cda835c-825d-4871-a5db-b652ed1155da","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.510694696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"70768807-6ac9-4a18-94e2-99b02c13e843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.511219026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f04ee31d-3b6e-4634-abbc-a73e64829858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.517379385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"a929b9b2-5b93-4dc9-8115-0d92743379ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.522399874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"70768807-6ac9-4a18-94e2-99b02c13e843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.524969068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"131af589-d88e-47ab-ba65-858959fbeac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.525613517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"4191a8ec-7b42-461f-b4f8-154a60e1918f","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.534159596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f04ee31d-3b6e-4634-abbc-a73e64829858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.639349786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"131af589-d88e-47ab-ba65-858959fbeac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.743966435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"a929b9b2-5b93-4dc9-8115-0d92743379ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.774324736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"4191a8ec-7b42-461f-b4f8-154a60e1918f","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.848301434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f2f1e3af-5d3e-4492-b451-7731a11e0a02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.848576608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8f06e9c-db0d-4f27-8157-de69d5236a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.848779339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"95aaab7b-058e-4d57-a141-3d7fc8ee0460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.851086223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"acb3d356-134c-4d98-9730-b56c2291e97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.85733723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8f06e9c-db0d-4f27-8157-de69d5236a56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.857338737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f2f1e3af-5d3e-4492-b451-7731a11e0a02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.859476092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"95aaab7b-058e-4d57-a141-3d7fc8ee0460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.860546089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"acb3d356-134c-4d98-9730-b56c2291e97d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.877252954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"eae899a5-011f-4b78-9ca5-e425ece08120","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.885142236Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"8679641e-e491-4737-8aaa-bea5e64baf7d","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.895167341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"ee1e6e86-1db2-4e59-a110-56d54cc76794","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.946001502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"ee1e6e86-1db2-4e59-a110-56d54cc76794","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.95486642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"6e5b79b9-5984-4a04-a672-4f4f9c59ced9","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.95489758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"6e5b79b9-5984-4a04-a672-4f4f9c59ced9","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.964175905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"29066b49-62e9-4299-ab43-c9071364d8d6","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.964203874Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"29066b49-62e9-4299-ab43-c9071364d8d6","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.977349833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-sub","reconcileID":"3f85a5d6-854b-4220-981a-a7dc566fe4c6","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-9f45e1","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.044429615Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"ac4a18d5-ee21-49d5-afde-ae59c5f6dcb7","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.14861985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e0d2b6f7-f0ef-4ccf-88ea-ad9cbb682c37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.149567848Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"5931a793-7448-431b-aebb-476e6a096c69","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.15140198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"3a7b6529-81e6-4cda-bae3-e0198faaa788","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.151931902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e9eb8850-ffd1-4019-802f-580bcd93bfe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.154112134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e00925ee-b715-42c0-9ae8-80ed7e16f776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.157740949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e0d2b6f7-f0ef-4ccf-88ea-ad9cbb682c37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.160140806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"3a7b6529-81e6-4cda-bae3-e0198faaa788","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.160610093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e9eb8850-ffd1-4019-802f-580bcd93bfe0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.162018277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"d7c397fb-fa64-431e-b3f4-9e7da135c5c4","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.162981875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e00925ee-b715-42c0-9ae8-80ed7e16f776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.17169012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"d7c397fb-fa64-431e-b3f4-9e7da135c5c4","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.241878329Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"87f4670f-2170-43ef-a785-9d585a09afa4","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.245670711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"dc4071b1-2f17-4b1d-accb-07b7db302437","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.245689042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"dc4071b1-2f17-4b1d-accb-07b7db302437","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.261891195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"e4fd192f-8869-42b3-b4ba-8e511eec8ad4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.267349211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"1fcce1c6-d791-40cc-8c7a-7736182bb974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.270123358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"e4fd192f-8869-42b3-b4ba-8e511eec8ad4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.271203305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"67708402-9051-49c0-bc1e-193d3b93cb22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.276329412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"1fcce1c6-d791-40cc-8c7a-7736182bb974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.279767127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"67708402-9051-49c0-bc1e-193d3b93cb22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.286606956Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"34ebcdda-6ae0-484d-9f61-4148dd3f5a5f","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.290484862Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"67708402-9051-49c0-bc1e-193d3b93cb22","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.555058935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54416194-26ed-4085-954a-145a5960df82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.576184152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54416194-26ed-4085-954a-145a5960df82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.585013112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"12eae480-5d9a-496d-87f6-48d800c6f2e6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.585950314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cc5c35c5-f67c-4bb5-9062-b2279968ee12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.588022845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"449e6400-1d2e-4e0e-be9f-ae55b0acdedf","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.588042206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"449e6400-1d2e-4e0e-be9f-ae55b0acdedf","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.590137266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e001cd3e-6593-4f1f-8ecd-92fac80701d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.602568362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"12eae480-5d9a-496d-87f6-48d800c6f2e6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.602771276Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"6a238abe-b8ad-4178-bd00-9b0f1b5e398a","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.606306483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e001cd3e-6593-4f1f-8ecd-92fac80701d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.60682925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3cae670c-f514-4820-b6d4-ca672d9ac362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.609870144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cc5c35c5-f67c-4bb5-9062-b2279968ee12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.615837121Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"12eae480-5d9a-496d-87f6-48d800c6f2e6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.62236343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3cae670c-f514-4820-b6d4-ca672d9ac362","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.649056428Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"23d04c76-e5d3-4de9-9065-75c65639ea61","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.722498089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"27697add-3c48-406a-b0cb-90dede28b135","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.72717604Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"3608a525-9045-4c5c-a0ab-a606aa1e3668","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.734669979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"27697add-3c48-406a-b0cb-90dede28b135","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.756677998Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"14731cb7-430c-4756-b1b2-f0edcc313171","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"routeName":"external-model-e2e-cfl-4557dc-c562286293ac","namespace":"e2e-extmod-cfl-1-4457eb","model":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.790213844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"85451a8b-e32e-4c23-acea-a86ccd5e2fdf","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.790238944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"85451a8b-e32e-4c23-acea-a86ccd5e2fdf","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.818767993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6ce9c99c-1318-4347-a13b-c04c910b7a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.821833762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"39f129c2-ac8a-44ca-8196-669deb102995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.821902878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"721433f8-a598-4d33-ae26-4b3cb958172c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.822389641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c36e92b5-9d63-4bf7-bac2-d2d17d865460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.827509078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6ce9c99c-1318-4347-a13b-c04c910b7a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.831254006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"721433f8-a598-4d33-ae26-4b3cb958172c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.840893085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c36e92b5-9d63-4bf7-bac2-d2d17d865460","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.842201405Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"ba8e0661-ae26-4e31-8f6c-a5c18dea56c0","namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.84305097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"39f129c2-ac8a-44ca-8196-669deb102995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.845781222Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"73aa2b7d-51a4-49a0-be04-f08117e431b4","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:23.951705316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e76becb7-f6a1-4297-878b-6d3237cc2585","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.042259454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"e76becb7-f6a1-4297-878b-6d3237cc2585","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.154048682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"fa864e37-5945-4844-be5b-71e61d320ac7","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.154086033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"fa864e37-5945-4844-be5b-71e61d320ac7","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.252177892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"efc9fa35-0e02-4055-90ed-5f4e44da6953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.254502908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8a5af2fb-023e-4473-aa9c-dcb134b27022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.255496708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"86ccbf74-7f38-4d34-8677-fc46c9a5b25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.262571743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"d3f23a56-d745-478b-b893-696efca603f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.265653323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"efc9fa35-0e02-4055-90ed-5f4e44da6953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.269171611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8a5af2fb-023e-4473-aa9c-dcb134b27022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.270471234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"86ccbf74-7f38-4d34-8677-fc46c9a5b25f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.347815245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"d3f23a56-d745-478b-b893-696efca603f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.360825481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"c77f5884-f97a-4d00-9e93-a551e7ff1b59","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.369315675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"c77f5884-f97a-4d00-9e93-a551e7ff1b59","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.376833949Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"c77f5884-f97a-4d00-9e93-a551e7ff1b59","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.389904803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"397748b6-d45f-4900-a801-e2ef58be185a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.390115361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"01907918-07a5-4b9e-a74a-2709172a154a","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.390574477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"80581989-a1e6-4133-817b-f31e4c4057c5","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.390592413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"80581989-a1e6-4133-817b-f31e4c4057c5","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.400733548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"01907918-07a5-4b9e-a74a-2709172a154a","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.441764295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"397748b6-d45f-4900-a801-e2ef58be185a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.547254405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e276a407-2904-48f4-a72d-8ca97af38f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.54736526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"f2fef178-dbb5-429e-9ee1-d66b32802f45","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.556422102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"f2fef178-dbb5-429e-9ee1-d66b32802f45","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.55663372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e276a407-2904-48f4-a72d-8ca97af38f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.557117588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"aea784a9-cbb0-4687-abe7-40d98f17d933","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.565810957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"aea784a9-cbb0-4687-abe7-40d98f17d933","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.575438069Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"aea784a9-cbb0-4687-abe7-40d98f17d933","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.5799958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3708e18-deac-4256-b241-39b468b38d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.581390483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1309358a-2477-439e-8016-6f6fae11eb96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.584798642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"a60451af-4003-4cea-b8da-81ed7e7ea5c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.589187638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3708e18-deac-4256-b241-39b468b38d57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.641019399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1309358a-2477-439e-8016-6f6fae11eb96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.64417125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"a60451af-4003-4cea-b8da-81ed7e7ea5c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.645906776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"b245c095-8844-473d-8304-5e1031f75a53","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.645926923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"b245c095-8844-473d-8304-5e1031f75a53","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.651960407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"cad05a07-8cb0-43f9-9275-a9f3660509ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.673029428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"cad05a07-8cb0-43f9-9275-a9f3660509ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.686587612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"35e6ea13-a8ee-4491-84de-a88555ad5c53","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.698345696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"35e6ea13-a8ee-4491-84de-a88555ad5c53","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.87970512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a105754e-9f8c-49db-9b0b-b55c330302d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.879719832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9a3d45f5-e3a8-4b8c-9953-c6b19fd9e296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.881671115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"80a7e20c-d36d-4615-9d4a-9053b5ffdac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.884188898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"be12e971-1137-4dc8-b673-448257c11ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.892314611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a105754e-9f8c-49db-9b0b-b55c330302d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.942227988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"80a7e20c-d36d-4615-9d4a-9053b5ffdac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.944194832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"9e5ec9ff-3310-40b1-ab56-cd62b4ef02b4","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.944229752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"9e5ec9ff-3310-40b1-ab56-cd62b4ef02b4","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.947252228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9a3d45f5-e3a8-4b8c-9953-c6b19fd9e296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.956058406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"be12e971-1137-4dc8-b673-448257c11ecf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.961650071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"11037f88-7233-4c27-9a4d-8e89c0c9973a","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.99197168Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"11037f88-7233-4c27-9a4d-8e89c0c9973a","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:24.998932716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"11037f88-7233-4c27-9a4d-8e89c0c9973a","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.041066254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"7e397320-3aa2-497f-8cce-8872c706377e","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.041089716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"7e397320-3aa2-497f-8cce-8872c706377e","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.224312085Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]","namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub ai-tenant-e2e-extmod-b-03c633/e2e-rot-c4bf7b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.227820282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"9c39b85f-20bf-401a-926e-56c993fb29ad","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.227841738Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"9c39b85f-20bf-401a-926e-56c993fb29ad","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:29.238475105Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-f2f347-c30008-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.238837805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"337a950d-914b-4d47-8729-f5978023955d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.239289614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"ae3f3716-eba0-4742-9bd9-ed017023c98d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.250304891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"ae3f3716-eba0-4742-9bd9-ed017023c98d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.250917532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"bb1054f0-f826-4012-8098-9bb06e7d4e92","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.250940123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"bb1054f0-f826-4012-8098-9bb06e7d4e92","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.252255494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"337a950d-914b-4d47-8729-f5978023955d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.258203234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"0b8fd7d2-5c7c-4d45-b8a7-e37e1ccf0365","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.258223925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"0b8fd7d2-5c7c-4d45-b8a7-e37e1ccf0365","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.265713579Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-sub","reconcileID":"2bdbb7b6-1d7f-4f5c-9f76-1ef77bc9f7be","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-same-f2f347","model":"e2e-cfl-same-f2f347","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.298871807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"ed28bc99-6c2f-4284-baea-72fc33150769","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.298895559Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"ed28bc99-6c2f-4284-baea-72fc33150769","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.363867955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-sub","reconcileID":"653d683e-39b6-4e3f-83d9-145660cea483","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-same-f2f347","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.374953405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"09c4633a-b4d2-40d3-9599-03bcd43b7fe9","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.375840959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"79fe5bb5-356c-4355-8575-a8c313b3e9b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.386381125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"09c4633a-b4d2-40d3-9599-03bcd43b7fe9","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.446234963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"79fe5bb5-356c-4355-8575-a8c313b3e9b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:32.164193689Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"ac32784c-4957-4278-b71b-ad37223f68bc","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:33.294362607Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"bfa4c77d-7f28-441d-8a8a-dc047d7dbd5f","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:33.85905755Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"ba778dd8-6e29-46f9-85b3-bc1811c5be2a","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.052501173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"f9753fd6-83ad-461c-ba99-40f423df7dda","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.061429717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"f9753fd6-83ad-461c-ba99-40f423df7dda","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.068935372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"f9753fd6-83ad-461c-ba99-40f423df7dda","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.344479039Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:42.179520636Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"4c53b8df-ec5a-487f-b43e-7cc28b5f9182","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:43.350775751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"5dac94de-0fd0-4926-b4e9-f041866203bb","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:43.893878935Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"8cca2a22-ad5f-41f8-8dfe-221ac26410c9","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:45.080714955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"2aad0f83-1953-4275-bdc5-0de1b133cf90","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:45.089180195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"2aad0f83-1953-4275-bdc5-0de1b133cf90","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:45.096307744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"2aad0f83-1953-4275-bdc5-0de1b133cf90","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.47022489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-sub","reconcileID":"cdc79b45-0fcd-4453-bbdf-217a169afa80","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-same-bcc916","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.752794644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"1f03280e-69f1-428e-b75f-0d7277cbeb88","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.753073568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"1f03280e-69f1-428e-b75f-0d7277cbeb88","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.773267103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-sub","reconcileID":"31a75686-c7c6-4dcd-a1c9-474c7314bef2","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-cmp-legacy-a2f02d","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.803671339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"458a421a-b6ed-4978-9b28-3e7f475b9a4b","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.803696514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"458a421a-b6ed-4978-9b28-3e7f475b9a4b","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.951341149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-sub","reconcileID":"84b26377-712e-4bf3-9025-4e0276d8a4bf","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-same-f2f347","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.983268509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"6041a4cf-1045-48d2-8f01-252af91441d5","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:51.983307119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"6041a4cf-1045-48d2-8f01-252af91441d5","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.1778014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"e3b37125-040d-4441-b83b-4ff1a7a40399","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.188412536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"e3b37125-040d-4441-b83b-4ff1a7a40399","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.196944035Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"b9e6f936-c15d-41b1-87b5-aceaa637f587","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.418027065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"59e49b99-ef9f-46b4-8bab-84ff491cafab","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.418053701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"59e49b99-ef9f-46b4-8bab-84ff491cafab","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.426573464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"49a57ff4-01d8-4e5b-9af1-fb789e2072b2","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.426628652Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"49a57ff4-01d8-4e5b-9af1-fb789e2072b2","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.434001015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"d65c9513-b4d2-45e3-9374-582e5a8a11ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.442135045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"d65c9513-b4d2-45e3-9374-582e5a8a11ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.487851148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"b469d7d8-4d14-4b49-b3bc-dfe8c1bfbc03","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.48787293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"b469d7d8-4d14-4b49-b3bc-dfe8c1bfbc03","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.662041771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"9621e0b3-1812-4f7b-b011-4e53bf37eb7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.670229124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"9621e0b3-1812-4f7b-b011-4e53bf37eb7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.74115369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"13fd8673-07e4-474c-bc1b-b15070445f26","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.746669886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"51ab16ad-1eac-456c-9ef7-2c39975daa60","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.746688377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"51ab16ad-1eac-456c-9ef7-2c39975daa60","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.749499797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"13fd8673-07e4-474c-bc1b-b15070445f26","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.752380641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"f304b3c6-1f4a-468a-b717-2fad3cdf35fc","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.761915173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"f304b3c6-1f4a-468a-b717-2fad3cdf35fc","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.767997259Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-sub","reconcileID":"c865014c-e614-4d95-b3de-d43e39c6037a","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-089907d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.841436168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"c78c7170-d662-4753-b9f1-43d2af30bd76","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.879267803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"c78c7170-d662-4753-b9f1-43d2af30bd76","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.887701838Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]","namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub ai-tenant-e2e-extmod-b-03c633/e2e-rot-c4bf7b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.891126328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"9968d05e-1e91-4594-aeda-b31b94678640","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.891146603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"9968d05e-1e91-4594-aeda-b31b94678640","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:52.914082991Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-bcc916-734095-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.91956264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"aff1677f-70bd-4f31-8f6e-64e9db827482","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.919586607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"aff1677f-70bd-4f31-8f6e-64e9db827482","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.927293655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"6054b087-203d-4f0f-a0e2-bf5c0535d05b","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.927316374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"6054b087-203d-4f0f-a0e2-bf5c0535d05b","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.934762049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"5d1b0b46-dff8-4f5a-8896-36f8294a3bd7","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.934779823Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"5d1b0b46-dff8-4f5a-8896-36f8294a3bd7","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.935126893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"1950d53a-f5af-4b03-8ffb-e170ac380fbe","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.935512445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"556a6257-52f4-4e47-85c8-44bf408f9e00","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.943281248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"1950d53a-f5af-4b03-8ffb-e170ac380fbe","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.943909118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"556a6257-52f4-4e47-85c8-44bf408f9e00","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.945213748Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-sub","reconcileID":"27f9cd86-5f2d-48ac-a1ab-684784591f7e","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-same-bcc916","model":"e2e-cfl-same-bcc916","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.971787221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"2eada789-1b87-43ae-9a43-77a9d9fe276d","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.971807847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"2eada789-1b87-43ae-9a43-77a9d9fe276d","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.033747997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-sub","reconcileID":"a0d30e33-747b-4665-aaad-6a8d51a1d9eb","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-same-bcc916","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.035301416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"35845f85-d6f5-40b8-9196-34459032aa23","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.03541577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"43c5f25c-c572-4ec5-9eed-2ce7aa83a70c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.035768471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"caa3e7e2-3067-4520-9cff-b6828c816800","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.044158844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"35845f85-d6f5-40b8-9196-34459032aa23","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.04497882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"caa3e7e2-3067-4520-9cff-b6828c816800","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.046367597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"43c5f25c-c572-4ec5-9eed-2ce7aa83a70c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.360546601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"928b4042-f2bd-4bc5-909b-85a820ba0ecf","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.361204881Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"f3a747df-82ab-4c35-84ba-b91a8bfe6e8c","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.36913787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"928b4042-f2bd-4bc5-909b-85a820ba0ecf","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.441843765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78f8d72003591f76decc31b9bb3c50ebf913470ba24a5fb89e976b2610ea008f) AuthConfig (9e2b6e5870d40c46ba9cb25ab213ccb81c476938a2873b0f1b7d5ede51e5a634) AuthConfig (2a483b0d4767aa5bed73434e01675625cfd2c08bd2b788e10587aa34a39d7ce6) AuthConfig (1456050a28fff47ba887e266056220a9a52d0a7c093283e68f7c2a7dc0698212)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"928b4042-f2bd-4bc5-909b-85a820ba0ecf","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.454993969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"86a1c57e-e5ba-46cc-8b49-6ffa73ecda9d","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.455013682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"86a1c57e-e5ba-46cc-8b49-6ffa73ecda9d","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.696465606Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"8b30fba7-b139-488d-a46c-d599d689dc3c","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"routeName":"external-model-e2e-rot-c4bf7b-7cef9be46f21","namespace":"e2e-extmod-rot-user-657b7f","model":"e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.701992524Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-sub","reconcileID":"2353323e-ce70-4c72-be76-bf49024bcb63","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.725263174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"e116b90b-5f60-4ab1-8506-b29e604b12d3","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.725285242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"e116b90b-5f60-4ab1-8506-b29e604b12d3","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.738102973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"f43abb97-d15a-4061-955d-d5ab78a9aca9","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.75275091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"f43abb97-d15a-4061-955d-d5ab78a9aca9","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.759292079Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"f43abb97-d15a-4061-955d-d5ab78a9aca9","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.759448284Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"f134df05-a9e3-4d5d-83cf-cb717a9905b7","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"routeName":"external-model-e2e-rot-c4bf7b-7cef9be46f21","namespace":"e2e-extmod-rot-user-657b7f","model":"e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.808998784Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-sub","reconcileID":"a3e7b8eb-f2ae-4c1e-b7e1-f0bb14553247","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.836582816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"32369984-efc8-40a7-b9ef-01bad8d693bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.840677693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"c986b4b0-e153-4123-8ae0-154560bd714a","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.840679554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d232953c-d726-4fd9-9c5b-a19b6edfd77d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.841630047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"9688b229-ddeb-4f1e-9bcb-876bf7db3156","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.847951985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"32369984-efc8-40a7-b9ef-01bad8d693bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.849457472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"619e1c4f-05ca-4dbc-be9a-a1853f73e4b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.875065197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"9688b229-ddeb-4f1e-9bcb-876bf7db3156","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.875658073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d232953c-d726-4fd9-9c5b-a19b6edfd77d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.877276602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"c986b4b0-e153-4123-8ae0-154560bd714a","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.881280923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e53f3bcda3eb0795af08103a26754cf999383c4b080ee4a9c33e24be107861d3) AuthConfig (8c629c16df1a901396af4c3fac67b0223ddc8591e2a64ddd9c50e8aeb2c0751b) AuthConfig (25f012fa61e2a1c3aa7c2c92694ab630503ba99b7c95c0fcea6ac55145bc74a5) AuthConfig (0ff9234abfb63f52d7a052b43038564a1da460373c5651a40b6bb95ca0661103) AuthConfig (80ae912fb373f3b9b047c47daed92e1e72d04bebc7c6d96e3b4ac8cccc2cb28f) AuthConfig (d5a38a84c9e6e81b3fb517f53bfbd6e12050b1ccda1c956dfc34873a9c47e97c) AuthConfig (7e90cbd77d39c660d279d51ce87a4c59e94c2b4a679468107266ae00efed34d3) AuthConfig (c9a7cf230eef0a3de76b7aec3dfc626a997e9617f5eb94f76f30889043a0087a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"32369984-efc8-40a7-b9ef-01bad8d693bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.882315539Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"c986b4b0-e153-4123-8ae0-154560bd714a","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.882914805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"619e1c4f-05ca-4dbc-be9a-a1853f73e4b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.883626135Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d232953c-d726-4fd9-9c5b-a19b6edfd77d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.888116246Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"66037c26-03b3-4cc4-9e50-a0aed804fbd6","namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.895835421Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"619e1c4f-05ca-4dbc-be9a-a1853f73e4b7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.896141139Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"1561c9c6-d52e-4a1c-9fd6-3624001ef50f","MaaSModelRef":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.90487791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"7431885c-b4b4-4c79-b010-4dc64990d0f4","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.904894093Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"7431885c-b4b4-4c79-b010-4dc64990d0f4","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.906812405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"7b9b011d-4b82-486c-85a0-25a07e5c4df9","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.912316485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5e5113d1-3ec3-4103-9068-4634381a8530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.918992605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"faa1a2d2-b1b6-4603-a612-7e437566cc69","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.919752911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"7b9b011d-4b82-486c-85a0-25a07e5c4df9","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.92978193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78f8d72003591f76decc31b9bb3c50ebf913470ba24a5fb89e976b2610ea008f) AuthConfig (9e2b6e5870d40c46ba9cb25ab213ccb81c476938a2873b0f1b7d5ede51e5a634) AuthConfig (2a483b0d4767aa5bed73434e01675625cfd2c08bd2b788e10587aa34a39d7ce6) AuthConfig (1456050a28fff47ba887e266056220a9a52d0a7c093283e68f7c2a7dc0698212)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"7b9b011d-4b82-486c-85a0-25a07e5c4df9","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:53.929902172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5e5113d1-3ec3-4103-9068-4634381a8530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.128470683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5f08e01b-da8b-4659-aa4f-864c65935b3a","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.187779799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"e4211765-0c68-4bc8-a0c6-177641c9891d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.194765831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5f08e01b-da8b-4659-aa4f-864c65935b3a","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.20784667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"e4211765-0c68-4bc8-a0c6-177641c9891d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.270750222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"4a41c5fe-5be1-4de9-b167-e0a0976c275f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.271194628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8839206-799f-49bf-a4f0-e63329b91c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.274097479Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"f45a0377-e102-4fb9-881e-aea073555ee4","namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.280206026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"b50cd96b-de5e-4227-b2ae-c0c0eeb506b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.282939792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8839206-799f-49bf-a4f0-e63329b91c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.284534871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"4a41c5fe-5be1-4de9-b167-e0a0976c275f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.290186519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"b50cd96b-de5e-4227-b2ae-c0c0eeb506b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.292551728Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"4a41c5fe-5be1-4de9-b167-e0a0976c275f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.342177437Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"b50cd96b-de5e-4227-b2ae-c0c0eeb506b2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.37232756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c8314960-9fe2-415c-a35c-8640e72083b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.372808641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6b2dd599-c42d-4f85-a05d-ce9978b7192e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.374814648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d48cf379-dd63-49dc-a3c0-7cd0a2f4d40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.378080744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"78ac959b-2420-44e5-aabf-5a8fc0ee49e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.381529742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6b2dd599-c42d-4f85-a05d-ce9978b7192e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.381770945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c8314960-9fe2-415c-a35c-8640e72083b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.382089548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"c1430509-7168-4542-a867-964014178f04","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.38392139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d48cf379-dd63-49dc-a3c0-7cd0a2f4d40a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.386761891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"78ac959b-2420-44e5-aabf-5a8fc0ee49e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.390291257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"c1430509-7168-4542-a867-964014178f04","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.393977317Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"c1430509-7168-4542-a867-964014178f04","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.480377875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"57f6e6aa-286c-4c7b-bb92-d34300f25dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.481174298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f00718e3-b12e-4c06-a0b8-5e191f0c4d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.481254749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1f696dca-59dc-4c1d-bfb6-2f1106f2c526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.483026708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"bbade7f3-af59-4611-9630-890f09f76737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.483908672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e401044f-5a0b-447d-b8fc-77d5a310211d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.488924035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"57f6e6aa-286c-4c7b-bb92-d34300f25dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.48990298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1f696dca-59dc-4c1d-bfb6-2f1106f2c526","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.491122001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f00718e3-b12e-4c06-a0b8-5e191f0c4d29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.492311193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"bbade7f3-af59-4611-9630-890f09f76737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.493213637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e401044f-5a0b-447d-b8fc-77d5a310211d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.656135118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6f35df0f-9c49-44d7-a448-5cfe404d1e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.656511517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7105c010-3f20-490e-a519-7626b273fe12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.660674154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"18f17815-ddfd-4398-9d0c-e02a7a5b877a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.661234219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"774d90f1-f3ab-4e6c-b412-e442e79a20b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.661785036Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-sub","reconcileID":"bcdd6f51-3de4-4414-8848-4b0dd564013e","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","error":"MaaSModelRef not found: e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.741228704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6f35df0f-9c49-44d7-a448-5cfe404d1e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.742803394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7105c010-3f20-490e-a519-7626b273fe12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.744114664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"18f17815-ddfd-4398-9d0c-e02a7a5b877a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.74629432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"774d90f1-f3ab-4e6c-b412-e442e79a20b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.746992086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"f1c428df-4ea3-418e-a45b-57ad76fe4a99","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.753163311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e53f3bcda3eb0795af08103a26754cf999383c4b080ee4a9c33e24be107861d3) AuthConfig (8c629c16df1a901396af4c3fac67b0223ddc8591e2a64ddd9c50e8aeb2c0751b) AuthConfig (25f012fa61e2a1c3aa7c2c92694ab630503ba99b7c95c0fcea6ac55145bc74a5) AuthConfig (0ff9234abfb63f52d7a052b43038564a1da460373c5651a40b6bb95ca0661103) AuthConfig (80ae912fb373f3b9b047c47daed92e1e72d04bebc7c6d96e3b4ac8cccc2cb28f) AuthConfig (d5a38a84c9e6e81b3fb517f53bfbd6e12050b1ccda1c956dfc34873a9c47e97c) AuthConfig (7e90cbd77d39c660d279d51ce87a4c59e94c2b4a679468107266ae00efed34d3) AuthConfig (c9a7cf230eef0a3de76b7aec3dfc626a997e9617f5eb94f76f30889043a0087a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"774d90f1-f3ab-4e6c-b412-e442e79a20b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.756152108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"f1c428df-4ea3-418e-a45b-57ad76fe4a99","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.765968249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"dfe9288d-d536-4237-867c-1412f226f4ef","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.774674392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"dfe9288d-d536-4237-867c-1412f226f4ef","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.863847342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"9f7bc9eb-aee5-4f85-9da8-9aeb6cf535a0","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.872508278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"9f7bc9eb-aee5-4f85-9da8-9aeb6cf535a0","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.874823992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a1e55951-3919-43ce-a9b2-2c02ec5a0ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.87847818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"11a74f87-c207-49e5-8e03-1753084e6aac","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.882925278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78f8d72003591f76decc31b9bb3c50ebf913470ba24a5fb89e976b2610ea008f) AuthConfig (9e2b6e5870d40c46ba9cb25ab213ccb81c476938a2873b0f1b7d5ede51e5a634) AuthConfig (2a483b0d4767aa5bed73434e01675625cfd2c08bd2b788e10587aa34a39d7ce6) AuthConfig (1456050a28fff47ba887e266056220a9a52d0a7c093283e68f7c2a7dc0698212)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"9f7bc9eb-aee5-4f85-9da8-9aeb6cf535a0","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.88419007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a1e55951-3919-43ce-a9b2-2c02ec5a0ee5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.886555231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"11a74f87-c207-49e5-8e03-1753084e6aac","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.893546571Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"11a74f87-c207-49e5-8e03-1753084e6aac","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:54.999629272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5c8f0d7b-66bc-4ee6-b349-1debc5b269ac","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.006723504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"4fc80574-26b3-4ebd-8ecf-2cc906948d25","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.009522496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5c8f0d7b-66bc-4ee6-b349-1debc5b269ac","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.015115343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"4fc80574-26b3-4ebd-8ecf-2cc906948d25","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.024965797Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"4fc80574-26b3-4ebd-8ecf-2cc906948d25","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.063702465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"92d3f3c8-0fb1-40fd-b47b-65f39f9b0590","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.074203373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"92d3f3c8-0fb1-40fd-b47b-65f39f9b0590","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.077378988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"319a44e9-d5fa-4ff8-a0d6-4f88358840ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.082621135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"8e4fbd32-47c5-4a32-b608-5a29a2ac19cc","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.085673377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"319a44e9-d5fa-4ff8-a0d6-4f88358840ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.086881897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"aa2859c5-9b38-4cfe-a48d-722b8fc38d67","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.091343302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"8e4fbd32-47c5-4a32-b608-5a29a2ac19cc","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.091368654Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"8e4fbd32-47c5-4a32-b608-5a29a2ac19cc","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.09567344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"aa2859c5-9b38-4cfe-a48d-722b8fc38d67","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.377669543Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"1a5d2e49-c596-452b-9ec2-916d134ebcb4","namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.398225854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"deed7235-0e03-441d-ba26-b98623387b90","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.39863754Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-c4bf7b","namespace":"e2e-extmod-rot-user-657b7f"},"namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","reconcileID":"0a8e69d8-9621-43c1-9e31-b456659897b8","namespace":"e2e-extmod-rot-user-657b7f","name":"e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.401052691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"ab9ae6c5-46ac-4aa0-be06-e4f1c37a9ac4","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.404551287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"241c4d41-6451-4204-a3bd-b36d401fd01c","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.447515577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"deed7235-0e03-441d-ba26-b98623387b90","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.449877722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"ab9ae6c5-46ac-4aa0-be06-e4f1c37a9ac4","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.452172582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"241c4d41-6451-4204-a3bd-b36d401fd01c","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.452886234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"de78c081-1717-435b-abeb-7d5e0aabcab6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.453402838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"d0cffd77-478d-49b9-9710-819ed085c810","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.456951353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78f8d72003591f76decc31b9bb3c50ebf913470ba24a5fb89e976b2610ea008f) AuthConfig (9e2b6e5870d40c46ba9cb25ab213ccb81c476938a2873b0f1b7d5ede51e5a634) AuthConfig (2a483b0d4767aa5bed73434e01675625cfd2c08bd2b788e10587aa34a39d7ce6) AuthConfig (1456050a28fff47ba887e266056220a9a52d0a7c093283e68f7c2a7dc0698212)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"ab9ae6c5-46ac-4aa0-be06-e4f1c37a9ac4","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.461234558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"de78c081-1717-435b-abeb-7d5e0aabcab6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.461493557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"d0cffd77-478d-49b9-9710-819ed085c810","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.469023523Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"de78c081-1717-435b-abeb-7d5e0aabcab6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.469536253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e53f3bcda3eb0795af08103a26754cf999383c4b080ee4a9c33e24be107861d3) AuthConfig (8c629c16df1a901396af4c3fac67b0223ddc8591e2a64ddd9c50e8aeb2c0751b) AuthConfig (25f012fa61e2a1c3aa7c2c92694ab630503ba99b7c95c0fcea6ac55145bc74a5) AuthConfig (0ff9234abfb63f52d7a052b43038564a1da460373c5651a40b6bb95ca0661103) AuthConfig (80ae912fb373f3b9b047c47daed92e1e72d04bebc7c6d96e3b4ac8cccc2cb28f) AuthConfig (d5a38a84c9e6e81b3fb517f53bfbd6e12050b1ccda1c956dfc34873a9c47e97c) AuthConfig (7e90cbd77d39c660d279d51ce87a4c59e94c2b4a679468107266ae00efed34d3) AuthConfig (c9a7cf230eef0a3de76b7aec3dfc626a997e9617f5eb94f76f30889043a0087a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"d0cffd77-478d-49b9-9710-819ed085c810","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.54440319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c03488e0-8e5f-4c3b-a2a9-84626e1b4be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.544448024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9c0bc6e-e600-400b-ad75-c71f194d88bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.547242469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cc3c77d0-df44-4b84-a771-d5d912d2330e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.549498179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8e947dda-03ef-4722-abd6-7e4517aef361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.555110642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c03488e0-8e5f-4c3b-a2a9-84626e1b4be3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.555311556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9c0bc6e-e600-400b-ad75-c71f194d88bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.557361055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"cc3c77d0-df44-4b84-a771-d5d912d2330e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.56028872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8e947dda-03ef-4722-abd6-7e4517aef361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.58474014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0e0b197e-f1db-4f96-86af-82049a987c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.584877684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e9d3473-8e63-4f0a-9514-2239d062d4e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.585761195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"b039eaaf-5d88-470c-8263-c3668b65e90c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.587629483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"585db9aa-86e8-493c-a8af-aa0f48a89ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.593584728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e9d3473-8e63-4f0a-9514-2239d062d4e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.593585171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0e0b197e-f1db-4f96-86af-82049a987c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.595819045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"b039eaaf-5d88-470c-8263-c3668b65e90c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.596038886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"585db9aa-86e8-493c-a8af-aa0f48a89ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.596146465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"60fe6228-a209-4339-a175-a7e5a2d00eb1","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.64340053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"60fe6228-a209-4339-a175-a7e5a2d00eb1","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.650534657Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"60fe6228-a209-4339-a175-a7e5a2d00eb1","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.744275859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cd9a5208-7be8-448b-b6a8-3bdb15a24fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.744698511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b3278de7-f78d-446f-8612-570f75148e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.745030862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"da759024-2973-41ec-9e46-c15d9a110f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.745685533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a9748d59-0950-46a2-b6ce-c0084c99432d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.747111988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"3e95791b-bea3-440e-8a80-5f80da70a01e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.755040188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cd9a5208-7be8-448b-b6a8-3bdb15a24fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.76192401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b3278de7-f78d-446f-8612-570f75148e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.848384127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"da759024-2973-41ec-9e46-c15d9a110f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.848635131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a9748d59-0950-46a2-b6ce-c0084c99432d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.85107495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"3e95791b-bea3-440e-8a80-5f80da70a01e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.870127212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"21b2f341-db22-42e2-8dfd-e6a2d38e2910","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.877248414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"af5cf82a-97e3-4b58-a107-027cdf639c2a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.880314868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"edb4c23f-d8e4-4b16-b5dd-a9577aed914c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.880531342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"21b2f341-db22-42e2-8dfd-e6a2d38e2910","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.885985298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"af5cf82a-97e3-4b58-a107-027cdf639c2a","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.943105566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"edb4c23f-d8e4-4b16-b5dd-a9577aed914c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.950566836Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"edb4c23f-d8e4-4b16-b5dd-a9577aed914c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.971167758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"20d2a77a-d061-400e-b047-fad313c4fc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.977400187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"8312a924-ebee-4ef0-9d7c-97378c04d9a1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.979879374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"20d2a77a-d061-400e-b047-fad313c4fc7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.986034059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"8312a924-ebee-4ef0-9d7c-97378c04d9a1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.993704546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e53f3bcda3eb0795af08103a26754cf999383c4b080ee4a9c33e24be107861d3) AuthConfig (8c629c16df1a901396af4c3fac67b0223ddc8591e2a64ddd9c50e8aeb2c0751b) AuthConfig (25f012fa61e2a1c3aa7c2c92694ab630503ba99b7c95c0fcea6ac55145bc74a5) AuthConfig (0ff9234abfb63f52d7a052b43038564a1da460373c5651a40b6bb95ca0661103) AuthConfig (80ae912fb373f3b9b047c47daed92e1e72d04bebc7c6d96e3b4ac8cccc2cb28f) AuthConfig (d5a38a84c9e6e81b3fb517f53bfbd6e12050b1ccda1c956dfc34873a9c47e97c) AuthConfig (7e90cbd77d39c660d279d51ce87a4c59e94c2b4a679468107266ae00efed34d3) AuthConfig (c9a7cf230eef0a3de76b7aec3dfc626a997e9617f5eb94f76f30889043a0087a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"8312a924-ebee-4ef0-9d7c-97378c04d9a1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.096136533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"de68be9c-5239-4862-9ed4-12f7e89b0b75","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.096846946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"7f4a2d34-d2e9-4704-9ebc-0e1b6b6b8c1d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.123276197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"cc36b962-c470-4e3b-872a-ecf89412e68d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.136469916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"de68be9c-5239-4862-9ed4-12f7e89b0b75","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.137120812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"bbbe52aa-fa61-4425-81c2-0a3fd7cff104","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.141228236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"cc36b962-c470-4e3b-872a-ecf89412e68d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.148280785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78f8d72003591f76decc31b9bb3c50ebf913470ba24a5fb89e976b2610ea008f) AuthConfig (9e2b6e5870d40c46ba9cb25ab213ccb81c476938a2873b0f1b7d5ede51e5a634) AuthConfig (2a483b0d4767aa5bed73434e01675625cfd2c08bd2b788e10587aa34a39d7ce6) AuthConfig (1456050a28fff47ba887e266056220a9a52d0a7c093283e68f7c2a7dc0698212)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"de68be9c-5239-4862-9ed4-12f7e89b0b75","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.155696763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"7f4a2d34-d2e9-4704-9ebc-0e1b6b6b8c1d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.156679062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"bbbe52aa-fa61-4425-81c2-0a3fd7cff104","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:56.164908843Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"bbbe52aa-fa61-4425-81c2-0a3fd7cff104","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.77049554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"01a1e456-176d-4f17-b50c-4d5b4e74f292","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.770558075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"0b4e9f33-eeeb-480a-af6e-94ecea7e4a8c","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.771013458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"17ca2c26-cfcb-4fd5-af5d-a66675dfd73d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.773681037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"b442c3a1-399b-4a76-b71b-468524031e44","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.783350544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"01a1e456-176d-4f17-b50c-4d5b4e74f292","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.783490077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"0b4e9f33-eeeb-480a-af6e-94ecea7e4a8c","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.785674607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"b442c3a1-399b-4a76-b71b-468524031e44","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.785934954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"17ca2c26-cfcb-4fd5-af5d-a66675dfd73d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.791407293Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"01a1e456-176d-4f17-b50c-4d5b4e74f292","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.793420096Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"b442c3a1-399b-4a76-b71b-468524031e44","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.7948282Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"17ca2c26-cfcb-4fd5-af5d-a66675dfd73d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.210054546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"5a3a68ea-f8e3-45e4-ac10-506a7fdbf0c0","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.771938218Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-sub","reconcileID":"708aa595-7679-44f3-a53e-f7efc669a9ed","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","subscription":"e2e-cmp-legacy-a2f02d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.77956376Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-sub","reconcileID":"708aa595-7679-44f3-a53e-f7efc669a9ed","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.783498412Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-sub","reconcileID":"708aa595-7679-44f3-a53e-f7efc669a9ed","MaaSSubscription":{"name":"e2e-cmp-legacy-a2f02d-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.859277987Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]","namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.864407731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"4ab742f5-c908-477d-9cee-b3b29b7f8804","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.864426878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"4ab742f5-c908-477d-9cee-b3b29b7f8804","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.929328325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"adc01e4c-5aeb-4021-a840-04cc74efcb8e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.944778098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"adc01e4c-5aeb-4021-a840-04cc74efcb8e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.953888832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"44032d24-a353-4ed7-9b5d-2e435174079c","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.953909677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"44032d24-a353-4ed7-9b5d-2e435174079c","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.976706994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"aaccd34e-cd10-4a65-8dfe-6f27939e2c53","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.976724946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"aaccd34e-cd10-4a65-8dfe-6f27939e2c53","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.035324635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"ec31c0ee-fe22-4e1a-9772-a5b582d5086e","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.035350131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"ec31c0ee-fe22-4e1a-9772-a5b582d5086e","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.056712802Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"8ec29317-0103-4c51-9438-e8d3324ae29d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.163756871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"8ec29317-0103-4c51-9438-e8d3324ae29d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.193796994Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"8ec29317-0103-4c51-9438-e8d3324ae29d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.193819106Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d-access","reconcileID":"8ec29317-0103-4c51-9438-e8d3324ae29d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-a2f02d-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.207756447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"710c9659-6f7c-4b20-b4f6-5c78c9049e16","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"ai-tenant-e2e-extmod-a-dce009/e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.207775202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"710c9659-6f7c-4b20-b4f6-5c78c9049e16","MaaSModelRef":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"routeName":"external-model-e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009","model":"e2e-cmp-legacy-a2f02d","externalModel":"e2e-cmp-legacy-a2f02d","provider":"e2e-cmp-legacy-a2f02d-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.370228022Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"52e97b25-5396-424c-b9c5-e32391ff43a9","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.741136938Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"6c33b988-c3f6-4610-b261-3c0a319f316e","namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.756348212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"c24ec6c7-3d54-477a-9349-35ce78578ec8","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.76769895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"c24ec6c7-3d54-477a-9349-35ce78578ec8","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.769563897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"7a4db614-2c2f-4930-ad46-8ed2bddbacfd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.77013991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5da447c9-0224-4379-b6f5-6dbf1023ca7e","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.770754569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"223d8fa0-7cf6-449b-ad01-eaf98badc050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.771105766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"d6cdb4dc-7026-43e2-a4d8-8337ec23a249","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.847889503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"d6cdb4dc-7026-43e2-a4d8-8337ec23a249","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.850306111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78f8d72003591f76decc31b9bb3c50ebf913470ba24a5fb89e976b2610ea008f) AuthConfig (9e2b6e5870d40c46ba9cb25ab213ccb81c476938a2873b0f1b7d5ede51e5a634) AuthConfig (2a483b0d4767aa5bed73434e01675625cfd2c08bd2b788e10587aa34a39d7ce6) AuthConfig (1456050a28fff47ba887e266056220a9a52d0a7c093283e68f7c2a7dc0698212)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"c24ec6c7-3d54-477a-9349-35ce78578ec8","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.850928815Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-a2f02d","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","reconcileID":"ba0e3a96-cdd9-4c13-b1d6-eb1ddf701180","namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-cmp-legacy-a2f02d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.85134479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"223d8fa0-7cf6-449b-ad01-eaf98badc050","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.854323222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"7a4db614-2c2f-4930-ad46-8ed2bddbacfd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.854738191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5da447c9-0224-4379-b6f5-6dbf1023ca7e","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.856727993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e53f3bcda3eb0795af08103a26754cf999383c4b080ee4a9c33e24be107861d3) AuthConfig (8c629c16df1a901396af4c3fac67b0223ddc8591e2a64ddd9c50e8aeb2c0751b) AuthConfig (25f012fa61e2a1c3aa7c2c92694ab630503ba99b7c95c0fcea6ac55145bc74a5) AuthConfig (0ff9234abfb63f52d7a052b43038564a1da460373c5651a40b6bb95ca0661103) AuthConfig (80ae912fb373f3b9b047c47daed92e1e72d04bebc7c6d96e3b4ac8cccc2cb28f) AuthConfig (d5a38a84c9e6e81b3fb517f53bfbd6e12050b1ccda1c956dfc34873a9c47e97c) AuthConfig (7e90cbd77d39c660d279d51ce87a4c59e94c2b4a679468107266ae00efed34d3) AuthConfig (c9a7cf230eef0a3de76b7aec3dfc626a997e9617f5eb94f76f30889043a0087a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"d6cdb4dc-7026-43e2-a4d8-8337ec23a249","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.862718223Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"7a4db614-2c2f-4930-ad46-8ed2bddbacfd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.867261689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf8e16af-a26e-400d-87db-e070feb5fe0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.871214753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"f593cad9-f46d-4813-8137-a8a00664fd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.876260274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf8e16af-a26e-400d-87db-e070feb5fe0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.879644448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"dcd5ac85-517a-436a-a32b-488730763969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.9415072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"f593cad9-f46d-4813-8137-a8a00664fd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.943085487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"dcd5ac85-517a-436a-a32b-488730763969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.944852711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"5eea79db-fe64-48b4-9476-31e12390bcd3","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.945211816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"caad4968-8dc4-4544-bdb4-6a31b99b7a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.954462579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"caad4968-8dc4-4544-bdb4-6a31b99b7a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.029623086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"2e80cd5d-3a9b-4f37-b8a7-21fd5e122573","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.118298896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"2e80cd5d-3a9b-4f37-b8a7-21fd5e122573","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.25687362Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"2e80cd5d-3a9b-4f37-b8a7-21fd5e122573","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.294060608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"bfc0cf70-61fc-407c-bb76-bec6c6238d97","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.295108424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e4a3de83-41a5-48d6-ad42-51d2cabb1e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.319808426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c551572-4ad2-47a1-a519-c51f32bda38c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.42287931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f0fc8f36-c301-4739-8d36-66b9facc899f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.435528342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"bfc0cf70-61fc-407c-bb76-bec6c6238d97","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.435652126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e4a3de83-41a5-48d6-ad42-51d2cabb1e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.439633927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c551572-4ad2-47a1-a519-c51f32bda38c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.447877363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8a60edc8-7e2f-40dd-8042-efad5ce359e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.448751879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f0fc8f36-c301-4739-8d36-66b9facc899f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.456728404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8a60edc8-7e2f-40dd-8042-efad5ce359e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.465907103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"5d1b9c58-1cb0-48ad-b5cb-b6909cbfd452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.468007787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"4832ee4c-2d98-45a0-9bf9-1d7582dcf6cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.474350655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"5d1b9c58-1cb0-48ad-b5cb-b6909cbfd452","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.476919084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"4832ee4c-2d98-45a0-9bf9-1d7582dcf6cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.56914691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7a9796cc-fa59-450d-9270-1f434568dd3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.569387655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"9a62a7c1-21fe-4a64-ae50-38cea9b72a7c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.569531471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"2d57b55d-523c-474c-b7a9-b97fef49b229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.575422255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f580fd02-66a5-4c08-a6d0-90f78139e96d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.577933202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"2d57b55d-523c-474c-b7a9-b97fef49b229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.578107861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7a9796cc-fa59-450d-9270-1f434568dd3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.578264973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"59936122-8be6-4e78-95c3-8f9b35905626","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.580212472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"9a62a7c1-21fe-4a64-ae50-38cea9b72a7c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.583481197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f580fd02-66a5-4c08-a6d0-90f78139e96d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.586334138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"59936122-8be6-4e78-95c3-8f9b35905626","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.591268421Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f580fd02-66a5-4c08-a6d0-90f78139e96d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.755465541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"b367a54f-7fe7-4892-aece-47d9e5cfd24f","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.759880291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f2a03fb4-f8a3-4735-95d1-326db438eb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.764897696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"b367a54f-7fe7-4892-aece-47d9e5cfd24f","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.765302929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"c056b82c-1a7f-460b-a31b-1acfc1974cd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.842412162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78f8d72003591f76decc31b9bb3c50ebf913470ba24a5fb89e976b2610ea008f) AuthConfig (9e2b6e5870d40c46ba9cb25ab213ccb81c476938a2873b0f1b7d5ede51e5a634) AuthConfig (2a483b0d4767aa5bed73434e01675625cfd2c08bd2b788e10587aa34a39d7ce6) AuthConfig (1456050a28fff47ba887e266056220a9a52d0a7c093283e68f7c2a7dc0698212)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"b367a54f-7fe7-4892-aece-47d9e5cfd24f","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.845303674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"c056b82c-1a7f-460b-a31b-1acfc1974cd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.845763897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"b4eb82f4-e379-406d-8e90-6f8b8f92fa92","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.847910051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f2a03fb4-f8a3-4735-95d1-326db438eb00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.849277431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"9abc1ba4-0884-4cae-892a-739c2dca55c0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.852618141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e53f3bcda3eb0795af08103a26754cf999383c4b080ee4a9c33e24be107861d3) AuthConfig (8c629c16df1a901396af4c3fac67b0223ddc8591e2a64ddd9c50e8aeb2c0751b) AuthConfig (25f012fa61e2a1c3aa7c2c92694ab630503ba99b7c95c0fcea6ac55145bc74a5) AuthConfig (0ff9234abfb63f52d7a052b43038564a1da460373c5651a40b6bb95ca0661103) AuthConfig (80ae912fb373f3b9b047c47daed92e1e72d04bebc7c6d96e3b4ac8cccc2cb28f) AuthConfig (d5a38a84c9e6e81b3fb517f53bfbd6e12050b1ccda1c956dfc34873a9c47e97c) AuthConfig (7e90cbd77d39c660d279d51ce87a4c59e94c2b4a679468107266ae00efed34d3) AuthConfig (c9a7cf230eef0a3de76b7aec3dfc626a997e9617f5eb94f76f30889043a0087a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"c056b82c-1a7f-460b-a31b-1acfc1974cd5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.854370706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"b4eb82f4-e379-406d-8e90-6f8b8f92fa92","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.857819123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"9abc1ba4-0884-4cae-892a-739c2dca55c0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:04.864804845Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"9abc1ba4-0884-4cae-892a-739c2dca55c0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.181750865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"5df2b080-6774-4067-bbc5-a4087ab5cae2","namespace":"llm","name":"e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.191921731Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"a7497e5f-93dc-4f26-a1e6-edcb93e68cb3","namespace":"llm","name":"e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.198961126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"b64bf328-88c0-49ff-a498-9bc70b13e3dc","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.20247985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d6d1773f-2174-4761-b800-4a0efb9e6832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.207405707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"b64bf328-88c0-49ff-a498-9bc70b13e3dc","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.207526714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"1f7dfd0c-1b45-4c7c-be5b-8f59b5b67892","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.207665142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1795365a-8cad-45bf-b6a6-2b5aaaa10a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.207887034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"87bc6ef9-2d7f-40da-a950-6c6b062c98f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.21278692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d6d1773f-2174-4761-b800-4a0efb9e6832","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.215422708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78f8d72003591f76decc31b9bb3c50ebf913470ba24a5fb89e976b2610ea008f) AuthConfig (9e2b6e5870d40c46ba9cb25ab213ccb81c476938a2873b0f1b7d5ede51e5a634) AuthConfig (2a483b0d4767aa5bed73434e01675625cfd2c08bd2b788e10587aa34a39d7ce6) AuthConfig (1456050a28fff47ba887e266056220a9a52d0a7c093283e68f7c2a7dc0698212)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"b64bf328-88c0-49ff-a498-9bc70b13e3dc","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.21674655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"87bc6ef9-2d7f-40da-a950-6c6b062c98f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.218027657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1795365a-8cad-45bf-b6a6-2b5aaaa10a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.219103524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"1f7dfd0c-1b45-4c7c-be5b-8f59b5b67892","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.227275946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9f31512-daaf-4cce-914f-23d3cf541eae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.227291107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c9f31512-daaf-4cce-914f-23d3cf541eae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.22756295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30c81090-2901-46aa-b00b-5c5eaab87515","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.227574312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"30c81090-2901-46aa-b00b-5c5eaab87515","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.227832382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f0492dc-9c3d-4e87-9c6b-6f4bb4c0c7a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.227843295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f0492dc-9c3d-4e87-9c6b-6f4bb4c0c7a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.228146815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8014ec2e-8d21-4b4b-b32f-99520ed6ddda","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.228157017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8014ec2e-8d21-4b4b-b32f-99520ed6ddda","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.228364053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5a5f2053-ce93-47ec-b5fd-c6ab0eea1a36","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.228373847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5a5f2053-ce93-47ec-b5fd-c6ab0eea1a36","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.228591551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9bbf8881-2786-4358-aec5-5eb6f7d17afb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.228640229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9bbf8881-2786-4358-aec5-5eb6f7d17afb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.228851471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"25efce96-7bf8-4ede-8cd9-5861a74d1500","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.228861651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"25efce96-7bf8-4ede-8cd9-5861a74d1500","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.229084068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8764002b-dc2d-4f2c-898f-b8b49b1a5307","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.229095778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8764002b-dc2d-4f2c-898f-b8b49b1a5307","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.230392298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e53f3bcda3eb0795af08103a26754cf999383c4b080ee4a9c33e24be107861d3) AuthConfig (8c629c16df1a901396af4c3fac67b0223ddc8591e2a64ddd9c50e8aeb2c0751b) AuthConfig (25f012fa61e2a1c3aa7c2c92694ab630503ba99b7c95c0fcea6ac55145bc74a5) AuthConfig (0ff9234abfb63f52d7a052b43038564a1da460373c5651a40b6bb95ca0661103) AuthConfig (80ae912fb373f3b9b047c47daed92e1e72d04bebc7c6d96e3b4ac8cccc2cb28f) AuthConfig (d5a38a84c9e6e81b3fb517f53bfbd6e12050b1ccda1c956dfc34873a9c47e97c) AuthConfig (7e90cbd77d39c660d279d51ce87a4c59e94c2b4a679468107266ae00efed34d3) AuthConfig (c9a7cf230eef0a3de76b7aec3dfc626a997e9617f5eb94f76f30889043a0087a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"1f7dfd0c-1b45-4c7c-be5b-8f59b5b67892","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.255323808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"863bdd35-92c3-41a8-b833-44d567cacb98","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.255343001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"863bdd35-92c3-41a8-b833-44d567cacb98","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.255589672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"277acdeb-8f18-4a10-8685-99ac4168008b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.25562039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"277acdeb-8f18-4a10-8685-99ac4168008b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.255878667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"30e64704-126c-45c8-b8a3-09245923f9f7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.255891804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"30e64704-126c-45c8-b8a3-09245923f9f7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.256144671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71998ba3-15c5-457c-8146-7d4252d30aef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.256158418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71998ba3-15c5-457c-8146-7d4252d30aef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.256536175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"394c11ec-720b-4626-9276-b1605c78de3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.256614057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"394c11ec-720b-4626-9276-b1605c78de3a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.256963014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"660be38d-49ab-4ac6-9311-955eb095356b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.256984316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"660be38d-49ab-4ac6-9311-955eb095356b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.257302994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d3e2d001-eba4-4364-8e96-24f98f64cecc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.257321881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d3e2d001-eba4-4364-8e96-24f98f64cecc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.257798153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9bbab212-68ad-40ef-8e43-46e02e822460","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.257819297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9bbab212-68ad-40ef-8e43-46e02e822460","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.25854466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32e204d9-ba38-417e-984b-735f4dd6926b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.258745887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9dafa381-5ed6-4101-8469-56172be0f89f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.259054858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d36dedfe-1079-46c6-8de3-350e13955bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.259345991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"6f02e8f3-ce8c-4b62-9619-32801a8bede6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.273346113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"6f02e8f3-ce8c-4b62-9619-32801a8bede6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.273913102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d36dedfe-1079-46c6-8de3-350e13955bd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.354743386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0714c1a3-0276-4776-a1c2-dbb7a9fcc6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.355301091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"a854b5da-eb14-41cb-afc4-607ac55afb70","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.355307739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"dda5d908-b14a-4b72-9951-76583a93af60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.362760596Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"dfd26a30-7117-44f2-9a8e-15a33dd807fc","namespace":"llm","name":"e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.367115586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0714c1a3-0276-4776-a1c2-dbb7a9fcc6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.367237096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"dda5d908-b14a-4b72-9951-76583a93af60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.369393687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"a854b5da-eb14-41cb-afc4-607ac55afb70","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.395103379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"5702348c-e766-4960-97cf-27ef55add6d1","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.395122696Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"5702348c-e766-4960-97cf-27ef55add6d1","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.447953427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"0a3a1ae9-736b-4eea-bd09-c5a9bd472000","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.44998315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b7c3f72e-d09c-48ad-8ca3-2ae0cbca2dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.464215638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"0a3a1ae9-736b-4eea-bd09-c5a9bd472000","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.46450206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"95b87be3-423f-4c8b-92e0-40b463864b6d","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.696820959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"2ce59105-27c5-4e25-b657-91edc46a66a5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.698752697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b7c3f72e-d09c-48ad-8ca3-2ae0cbca2dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.706166217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"95b87be3-423f-4c8b-92e0-40b463864b6d","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.710338669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"5aca3fc1-4b71-40b3-b829-cfb037c446c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.717938834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"2ce59105-27c5-4e25-b657-91edc46a66a5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.721963543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"5aca3fc1-4b71-40b3-b829-cfb037c446c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.726507252Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"2ce59105-27c5-4e25-b657-91edc46a66a5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.767961077Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"5aca3fc1-4b71-40b3-b829-cfb037c446c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.7833005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"f7f658e0-3dfc-43e3-929a-5723014da012","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.794966184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"f7f658e0-3dfc-43e3-929a-5723014da012","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.844561325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"70bd1cce-bfb6-4213-b7fc-138c8865bc54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.846001224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d3978440-fe1f-4e5e-ae7e-cc8c2148036c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.849656901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e877ee0e-889c-4e12-8d9c-4a8348fc431d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.850719348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1eaba4fe-9c9f-4658-a49b-e9bd15f42e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.851216905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"b9745945-cd78-4b85-b18b-b3788a04b005","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.853680254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"70bd1cce-bfb6-4213-b7fc-138c8865bc54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.855093277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d3978440-fe1f-4e5e-ae7e-cc8c2148036c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.85956097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e877ee0e-889c-4e12-8d9c-4a8348fc431d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.862173555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1eaba4fe-9c9f-4658-a49b-e9bd15f42e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.863296573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"b9745945-cd78-4b85-b18b-b3788a04b005","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.870737497Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"b9745945-cd78-4b85-b18b-b3788a04b005","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.956778311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"5ff1d961-978f-4f69-a3be-2221f22f3d9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.960754641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed58e8be-170a-4b6e-b4ae-ac7418a452e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.961126252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"13a2c66f-0f4b-4a43-b8fc-63f858b1982c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.961471319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"63ab2a4c-49f7-4c32-adaa-e0ac898f31e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.967147857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"5ff1d961-978f-4f69-a3be-2221f22f3d9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.971993868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"13a2c66f-0f4b-4a43-b8fc-63f858b1982c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.043870136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed58e8be-170a-4b6e-b4ae-ac7418a452e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.046733365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"63ab2a4c-49f7-4c32-adaa-e0ac898f31e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.04755264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"d4754592-df3b-4616-8948-504af97cd8b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.065826149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"d4754592-df3b-4616-8948-504af97cd8b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.182941443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e53f3bcda3eb0795af08103a26754cf999383c4b080ee4a9c33e24be107861d3) AuthConfig (8c629c16df1a901396af4c3fac67b0223ddc8591e2a64ddd9c50e8aeb2c0751b) AuthConfig (25f012fa61e2a1c3aa7c2c92694ab630503ba99b7c95c0fcea6ac55145bc74a5) AuthConfig (0ff9234abfb63f52d7a052b43038564a1da460373c5651a40b6bb95ca0661103) AuthConfig (80ae912fb373f3b9b047c47daed92e1e72d04bebc7c6d96e3b4ac8cccc2cb28f) AuthConfig (d5a38a84c9e6e81b3fb517f53bfbd6e12050b1ccda1c956dfc34873a9c47e97c) AuthConfig (7e90cbd77d39c660d279d51ce87a4c59e94c2b4a679468107266ae00efed34d3) AuthConfig (c9a7cf230eef0a3de76b7aec3dfc626a997e9617f5eb94f76f30889043a0087a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"d4754592-df3b-4616-8948-504af97cd8b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.368277741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"453d0102-d0e3-4d4d-923a-70021a7d7613","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.387046768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d2470d08-9039-409c-8cc7-dc05b8a496ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.393399629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"453d0102-d0e3-4d4d-923a-70021a7d7613","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.394257283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"0ea3d835-2824-4d1c-b925-5e4e2ee9842e","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.394284568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"0ea3d835-2824-4d1c-b925-5e4e2ee9842e","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.398121241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"051a360e-0abc-4cd3-bc6e-e5e60ea27eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.399011165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d2470d08-9039-409c-8cc7-dc05b8a496ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.399568201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"17f7e650-ddb8-4b81-9618-17e93e74df93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.413911769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (78f8d72003591f76decc31b9bb3c50ebf913470ba24a5fb89e976b2610ea008f) AuthConfig (9e2b6e5870d40c46ba9cb25ab213ccb81c476938a2873b0f1b7d5ede51e5a634) AuthConfig (2a483b0d4767aa5bed73434e01675625cfd2c08bd2b788e10587aa34a39d7ce6) AuthConfig (1456050a28fff47ba887e266056220a9a52d0a7c093283e68f7c2a7dc0698212)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"453d0102-d0e3-4d4d-923a-70021a7d7613","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.441434154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"051a360e-0abc-4cd3-bc6e-e5e60ea27eb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.443375734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"17f7e650-ddb8-4b81-9618-17e93e74df93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.454963007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"32d2a9e8-3ba7-44fc-9b72-fa1699d57136","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.458111268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"f87d23bc-3b81-4776-9616-715ca0fd3b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.463775423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"32d2a9e8-3ba7-44fc-9b72-fa1699d57136","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.466690016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"f87d23bc-3b81-4776-9616-715ca0fd3b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.607446262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"46331c7d-3863-40d8-8f95-5ad3991982df","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.614753201Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"46331c7d-3863-40d8-8f95-5ad3991982df","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.632158467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"c2da4c47-b661-40ad-8960-b04f9ec96d45","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.643370184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"c2da4c47-b661-40ad-8960-b04f9ec96d45","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.757825555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"e9b5dd39-9eac-4a0b-a536-3b871a7c72d2","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.757848786Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"e9b5dd39-9eac-4a0b-a536-3b871a7c72d2","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.770463275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"ea8d08bd-8ac7-4693-94f5-6c5393a85c2f","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.778805656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"ea8d08bd-8ac7-4693-94f5-6c5393a85c2f","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.023130735Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]","namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.02645851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"bce27ad6-cb9a-4357-add2-b7cf5a5dc252","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.026479039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"bce27ad6-cb9a-4357-add2-b7cf5a5dc252","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:09.032711355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-sub","reconcileID":"781bf2c5-717a-4796-816e-3287f2baaf7f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-b1808e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.040758175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3552d2c5-c802-4fda-bdcc-d0bbf648bda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.043249887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9903f385-a02c-4e4a-9983-4ad94cd84425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.044007804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"b6dec535-7398-4c2c-b9a2-90690a40cc4e","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.045659362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"c552dcbc-90d3-4928-93ba-aff508835b23","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.045681138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"c552dcbc-90d3-4928-93ba-aff508835b23","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:09.056286892Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"c552dcbc-90d3-4928-93ba-aff508835b23","name":"e2e-dft-b1808e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-b1808e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:09.056338012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"c552dcbc-90d3-4928-93ba-aff508835b23","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-b1808e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.06105969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"855d955b-9700-4403-854e-9c319546bd45","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.061079959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"855d955b-9700-4403-854e-9c319546bd45","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.0681739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"33772605-7311-4e86-9f63-b2223337be90","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.068196908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"33772605-7311-4e86-9f63-b2223337be90","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.071475708Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3552d2c5-c802-4fda-bdcc-d0bbf648bda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:09.078640878Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9903f385-a02c-4e4a-9983-4ad94cd84425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.080523428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3552d2c5-c802-4fda-bdcc-d0bbf648bda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:09.081445378Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"b6dec535-7398-4c2c-b9a2-90690a40cc4e","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.087422631Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-sub","reconcileID":"64e09f87-e427-4a55-9c73-bf29190451e2","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b1808e","model":"e2e-dft-b1808e","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-b1808e-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:09.090450343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"b6dec535-7398-4c2c-b9a2-90690a40cc4e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:09.091083493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9903f385-a02c-4e4a-9983-4ad94cd84425","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.091703758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9167a1cb-dde3-4532-aeed-474f7b9edf86","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.091728084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9167a1cb-dde3-4532-aeed-474f7b9edf86","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.092444561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"609dfd50-aea8-44cc-9709-c5a9af22fa5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.092462154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"609dfd50-aea8-44cc-9709-c5a9af22fa5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.096646001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"0babb54b-e4a9-428e-81ed-e7ddd3408a30","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.096668547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"0babb54b-e4a9-428e-81ed-e7ddd3408a30","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.115591102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"0131feb2-4ff0-47d6-8844-e4a1672275ef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.115648647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"0131feb2-4ff0-47d6-8844-e4a1672275ef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.1461968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb286c16-6f2b-4f82-9e34-fc84cdeae58d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.14929577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89574943-c1e6-40ba-b79e-3197058117e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.152575888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"23f93e82-39ec-43ed-9b9e-a7bb4175ed5a","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.155254973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb286c16-6f2b-4f82-9e34-fc84cdeae58d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.157554911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89574943-c1e6-40ba-b79e-3197058117e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.161120628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"23f93e82-39ec-43ed-9b9e-a7bb4175ed5a","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.177783974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-sub","reconcileID":"10c5719a-5bb3-47cc-8b8b-30970235ff7a","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b1808e","model":"llm/e2e-dft-b1808e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.345039306Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.741861348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-sub","reconcileID":"5b60fc84-6fdc-4869-887d-e1b79a82635a","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-same-bcc916","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.767133103Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-sub","reconcileID":"2df7ec3a-9801-4012-ad63-ecfda6e9ef09","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","subscription":"e2e-rot-c4bf7b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.767270385Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-sub","reconcileID":"2df7ec3a-9801-4012-ad63-ecfda6e9ef09","MaaSSubscription":{"name":"e2e-rot-c4bf7b-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","error":"MaaSModelRef not found: e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.845230424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"b6b84e6e-ef60-4b96-8dbb-77b55bb89880","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.845255757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"b6b84e6e-ef60-4b96-8dbb-77b55bb89880","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.901295392Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]","namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-recover-2f99a5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.967310338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"84868226-ed7a-4da5-b896-52c9945c4183","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.976028814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"84868226-ed7a-4da5-b896-52c9945c4183","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:11.983480745Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"84868226-ed7a-4da5-b896-52c9945c4183","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.031228135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"6e1dcbb2-6ebe-4d98-9176-843ae09d3f0d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.031262742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"9f2307a9-3ad5-43f8-82d8-8dda35055ca8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.033191036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"b9d6f019-bbc8-45d3-8582-f66298f155b0","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.039978842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"9f2307a9-3ad5-43f8-82d8-8dda35055ca8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.040455649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"6e1dcbb2-6ebe-4d98-9176-843ae09d3f0d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.042343212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"b9d6f019-bbc8-45d3-8582-f66298f155b0","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.047876977Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"9f2307a9-3ad5-43f8-82d8-8dda35055ca8","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.048084133Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"6e1dcbb2-6ebe-4d98-9176-843ae09d3f0d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.088389224Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rot-c4bf7b-access","reconcileID":"e5fa1fbd-dea5-410c-b75a-cfbcd85c790c","MaaSAuthPolicy":{"name":"e2e-rot-c4bf7b-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rot-user-657b7f/e2e-rot-c4bf7b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.135309288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"14b06e5c-822f-47a3-8e4d-46445c7ef28a","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.147862407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"14b06e5c-822f-47a3-8e4d-46445c7ef28a","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:12.218403399Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"588a779a-8f0f-4ec7-8bb7-4e778e4e5075","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.236682453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"6fcfa8df-229a-4a99-93af-ee9c26fc75fc","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.236759097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d2073744-3837-460b-9c97-cc1d0d624c25","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.237144899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"846da643-a540-473b-a6af-f64d67268929","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.248275529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"6fcfa8df-229a-4a99-93af-ee9c26fc75fc","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.248478247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d2073744-3837-460b-9c97-cc1d0d624c25","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.250971457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"846da643-a540-473b-a6af-f64d67268929","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.257480389Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"d2073744-3837-460b-9c97-cc1d0d624c25","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.260322843Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"846da643-a540-473b-a6af-f64d67268929","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.378152231Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"32502a78-e5ee-4a24-ad1a-569daf705327","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:13.953292401Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"a3e3eb5b-c6b4-4cc5-b78a-7f1cdc77b202","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.119651339Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"1f4226f7-2ea8-44ba-9fbf-adf9904c1618","namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.134714403Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"c34bde9f-d1d8-46a0-86a7-8b8fd28d2d74","namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.139279792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"31b0c2d7-ff08-4187-8063-c445b4930131","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.144355216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0c4bfc76-cc25-43df-b8ca-1b4426414665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.146725578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb38e5ff-c900-49e7-8fdd-171e93ee99f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.148695564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"9b282663-bde9-44c7-b902-7d19a188cda8","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.149307286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"31b0c2d7-ff08-4187-8063-c445b4930131","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.152961686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0c4bfc76-cc25-43df-b8ca-1b4426414665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.155349166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb38e5ff-c900-49e7-8fdd-171e93ee99f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.15692665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"84f5004a-080c-4342-a95a-4ab388efb718","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.156931437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"9b282663-bde9-44c7-b902-7d19a188cda8","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.161396217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"1f8694a3-e781-4890-a7af-e0950a76e94d","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.161413878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"1f8694a3-e781-4890-a7af-e0950a76e94d","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.162501033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb38e5ff-c900-49e7-8fdd-171e93ee99f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.165053593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"84f5004a-080c-4342-a95a-4ab388efb718","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.179989958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3c5516ef-380e-452b-b01d-a6844bbe45a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.18008693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"644a1723-3066-44f1-870e-29138caf6063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.24068502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-sub","reconcileID":"26cbb065-9212-4f8e-b59b-9143a5e06f53","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-same-bcc916","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.243224991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3c5516ef-380e-452b-b01d-a6844bbe45a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.243854271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"644a1723-3066-44f1-870e-29138caf6063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.248008554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"0ec84385-faaa-44ae-af06-c8a63184fdcc","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.248026438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"0ec84385-faaa-44ae-af06-c8a63184fdcc","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.284133195Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"fe787003-1f0c-41a3-9c48-81d35d7971b6","namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.303296458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"074bc496-b78f-48f1-921b-8816bf435f62","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.303319395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"074bc496-b78f-48f1-921b-8816bf435f62","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.373007056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"7eae9dd6-8780-4051-bbda-30249a0a05c4","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.373029427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"7eae9dd6-8780-4051-bbda-30249a0a05c4","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.374539418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"493bf463-ac7a-417b-bfc7-323bdd9caea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.377401546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"8df91926-bcf4-4e43-8b96-89d791c16450","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.381461351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"95b7410f-84cb-4ceb-955b-a27daa58cb93","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.381530744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"95b7410f-84cb-4ceb-955b-a27daa58cb93","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.386370582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"95afcc47-7eff-49c5-995c-1748e1f927b9","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.427670831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"8df91926-bcf4-4e43-8b96-89d791c16450","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.428077235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"493bf463-ac7a-417b-bfc7-323bdd9caea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.437753236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"95afcc47-7eff-49c5-995c-1748e1f927b9","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.457782574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"95afcc47-7eff-49c5-995c-1748e1f927b9","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.629730173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"bc8dcc2c-62a1-4673-b48f-22ecf7f3ce62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.640120472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"29643a93-968d-4ed1-8356-e445fed43f46","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.640234157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"29643a93-968d-4ed1-8356-e445fed43f46","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.649280749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"bc8dcc2c-62a1-4673-b48f-22ecf7f3ce62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.653337236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"03e154c4-054f-41be-9cf7-b2de532ee0c0","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.660018921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"0f575e1c-b816-4ef0-8468-4ba0475c9e9e","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.660106616Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"0f575e1c-b816-4ef0-8468-4ba0475c9e9e","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.66597501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"03e154c4-054f-41be-9cf7-b2de532ee0c0","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.676891002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0ae8fc90-3464-427e-94a5-9e6364860096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.690186929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0ae8fc90-3464-427e-94a5-9e6364860096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.697646153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"81ad6192-3b46-4d84-8e69-179ee34a9b87","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.743074227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5d2d8522-1371-4070-b790-1935cb8149a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.743439979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"56b6fe08-1e23-4a91-9a98-b213030c7343","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.746085656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"81ad6192-3b46-4d84-8e69-179ee34a9b87","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.75665533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5d2d8522-1371-4070-b790-1935cb8149a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.763446299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"56b6fe08-1e23-4a91-9a98-b213030c7343","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.766004371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c322996f-e249-481c-91ec-2d32384c87ed","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.854996113Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"56b6fe08-1e23-4a91-9a98-b213030c7343","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.858957884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c322996f-e249-481c-91ec-2d32384c87ed","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.859392998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"147d5bf3-6ba4-4953-8e49-2654870a0ce5","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.869839182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"147d5bf3-6ba4-4953-8e49-2654870a0ce5","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.941288983Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"c322996f-e249-481c-91ec-2d32384c87ed","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.969047865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1cd6428f-d4d5-4640-80cd-7b28b54eace0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.971212599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"43908e80-3130-42d7-9b78-41d0800e4a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.97148602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"07a9bc1e-ce08-4048-9c33-dc4102fdc234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.97163388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa540257-d406-4c07-834f-81eff26c489b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.972896941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"df3e8910-670f-4a20-bce1-519b1c2e5f1a","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.97730986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1cd6428f-d4d5-4640-80cd-7b28b54eace0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.980086828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"07a9bc1e-ce08-4048-9c33-dc4102fdc234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.980297542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"43908e80-3130-42d7-9b78-41d0800e4a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.982470471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa540257-d406-4c07-834f-81eff26c489b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.982627972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"df3e8910-670f-4a20-bce1-519b1c2e5f1a","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:16.991898996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa540257-d406-4c07-834f-81eff26c489b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.002103743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8065a5d8-ea14-4e90-a70f-2f2bbfd975dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.002120942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8065a5d8-ea14-4e90-a70f-2f2bbfd975dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.084303838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a8de354f-343b-4eab-8738-62206b8f6aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.08490279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"ba5f4b91-569a-4092-ba45-17c4648d6ff9","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.090460369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7ea39de-b464-4b20-a341-ea9de179a6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.090895932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"a896e753-a0d8-4513-bed7-7fb02e9e6887","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.094625845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"667097d4-737d-4b7b-8cd2-a0ac76a881be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.099120741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"ba5f4b91-569a-4092-ba45-17c4648d6ff9","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.103794032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a8de354f-343b-4eab-8738-62206b8f6aa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.107522352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"a896e753-a0d8-4513-bed7-7fb02e9e6887","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.111355236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"667097d4-737d-4b7b-8cd2-a0ac76a881be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.131524249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7ea39de-b464-4b20-a341-ea9de179a6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.164680025Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7ea39de-b464-4b20-a341-ea9de179a6a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.194119267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"6fefcfb0-f529-4065-96c9-b49637d654a5","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.194153049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"6fefcfb0-f529-4065-96c9-b49637d654a5","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.197350664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"78b635f2-8d85-4319-9745-be0944294916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.21151934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"78b635f2-8d85-4319-9745-be0944294916","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.28313239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"0810e935-bd4c-4307-a228-ba5036b15886","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.291736563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"0810e935-bd4c-4307-a228-ba5036b15886","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.37658871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"3867835c-a271-43ae-9813-f0902127f712","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:17.376646582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"3867835c-a271-43ae-9813-f0902127f712","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.961023702Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-74a312-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]","namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.964684935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"274192f8-99d3-41cb-a2c5-c817a764c755","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.964704025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"274192f8-99d3-41cb-a2c5-c817a764c755","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:19.970966052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-sub","reconcileID":"a03b5611-5eeb-47fe-b208-d84da63a78cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-f2f347-74a312-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.981189398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"1249bb7e-c00f-44e5-ba2b-97d746fda2d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.981938703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"e2599eb8-f912-4aec-8bf4-9474c7b0b4cc","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.98456839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"3480ea9c-27d7-4828-88c5-91481f703476","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.989565256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"1249bb7e-c00f-44e5-ba2b-97d746fda2d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.991313032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"568b5674-7c0b-412d-b721-5f716063965c","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.991331052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"568b5674-7c0b-412d-b721-5f716063965c","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.993219113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"e2599eb8-f912-4aec-8bf4-9474c7b0b4cc","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:19.995465761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"3480ea9c-27d7-4828-88c5-91481f703476","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.001920691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"a215da73-4bcd-4d0a-bc4b-e879dbb1be4f","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.001937027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"a215da73-4bcd-4d0a-bc4b-e879dbb1be4f","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.019312903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"8e481b23-8180-4894-9562-8e3163c8bc52","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.019339041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"8e481b23-8180-4894-9562-8e3163c8bc52","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.030388319Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-sub","reconcileID":"a3b7cc31-470b-4c72-937b-1d78d4d47fd9","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-same-f2f347","model":"e2e-cfl-same-f2f347","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-74a312-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.044878443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"6027772e-63d2-4ce0-a6b7-51527b66c43f","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.04490531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"6027772e-63d2-4ce0-a6b7-51527b66c43f","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.05294768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"1b5afab0-dbc4-4502-a923-46dbe698fbd1","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.05296968Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"1b5afab0-dbc4-4502-a923-46dbe698fbd1","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.065074313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"692bfc13-383f-4995-bf6c-8a53cafd9dc3","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.065095105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"692bfc13-383f-4995-bf6c-8a53cafd9dc3","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.145467606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"8a462f73-f7ba-4de9-9550-1aee30604b19","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.146680761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-sub","reconcileID":"db6ebaf8-b5d5-4dd7-ade0-90820034e1dd","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-same-f2f347","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.158484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"8a462f73-f7ba-4de9-9550-1aee30604b19","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.159062783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"a3ff3dc2-1406-4bd9-9523-5ce2c572592a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.186143147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"a3ff3dc2-1406-4bd9-9523-5ce2c572592a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.202199872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"1b7e154e-b324-4f51-932e-31e38aff75ce","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.213379182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"1b7e154e-b324-4f51-932e-31e38aff75ce","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.978187649Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-74a312-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]","namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.981784767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"2972c4d5-2405-40b3-af48-6502eba535fb","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.981804196Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"2972c4d5-2405-40b3-af48-6502eba535fb","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.988512935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"f9d59274-cee0-481c-b33f-6d3c75cbb41e","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:20.989218946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-sub","reconcileID":"0a83e919-37c5-4cc0-b8e9-18d1666e8121","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-4557dc-db5198-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.000977389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"f9d59274-cee0-481c-b33f-6d3c75cbb41e","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.002073334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"004b1a4b-ea32-4704-884a-b8aaebf9a106","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.002090142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"004b1a4b-ea32-4704-884a-b8aaebf9a106","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:21.013126745Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"004b1a4b-ea32-4704-884a-b8aaebf9a106","name":"e2e-cfl-4557dc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-4557dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:21.01319866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"004b1a4b-ea32-4704-884a-b8aaebf9a106","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-4557dc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.017288096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"fb8859ed-6ccf-4640-ad7f-f971aa48d5b1","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.017306304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"fb8859ed-6ccf-4640-ad7f-f971aa48d5b1","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.028699893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"02e2b40d-5b8a-4da6-b0cb-cee2393a585e","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.028717202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"02e2b40d-5b8a-4da6-b0cb-cee2393a585e","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.042824737Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-sub","reconcileID":"e42c6866-8bc2-4888-8709-da19fde153cd","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-cfl-4557dc","model":"e2e-cfl-4557dc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc-db5198-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.074163286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"0793dd89-145b-4619-bc75-a12060f54459","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.074188064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"0793dd89-145b-4619-bc75-a12060f54459","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.089000812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"66d44608-5734-473e-8e56-bb087f05d3a6","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.101638583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"66d44608-5734-473e-8e56-bb087f05d3a6","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.138110484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-sub","reconcileID":"bbef4946-57b6-4ae9-a724-257227d15e46","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-cfl-4557dc","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.16365902Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-ok-c6a0d8-f0b7d2-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-74a312-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]","namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.169022184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"0337d29e-e207-4b6f-ac95-370cfd505594","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.169046959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"0337d29e-e207-4b6f-ac95-370cfd505594","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:40:22.181152654Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-ok-c6a0d8-f0b7d2-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-c6a0d8-f0b7d2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.262762819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"e4b96cd3-3f1b-40e6-b3f5-720c187bbcba","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.262788679Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"e4b96cd3-3f1b-40e6-b3f5-720c187bbcba","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.341576322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"10d1d2e6-bc21-4407-a94c-6cb2ff9f492d","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.342422549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"2f68e752-d2fc-4767-a9a4-d7c2c91c2413","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.342442592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"2f68e752-d2fc-4767-a9a4-d7c2c91c2413","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.357828342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"b298eb47-98a8-4979-863a-485c2a12b36b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.358295251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"4f01b1eb-ce9f-47c4-b772-49b73f962656","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.359026422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"8d46c837-f26f-4cb5-9f94-0b6f81aa8dd0","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.365515679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"10d1d2e6-bc21-4407-a94c-6cb2ff9f492d","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.369831831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"b298eb47-98a8-4979-863a-485c2a12b36b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.370308162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"4f01b1eb-ce9f-47c4-b772-49b73f962656","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.382541547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"2c256fff-705d-48f6-bd1d-d47861061fe3","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.382557936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"2c256fff-705d-48f6-bd1d-d47861061fe3","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.399957572Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","reconcileID":"2fa797f0-6759-4c6f-b265-248325ad20e0","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-ok-c6a0d8","model":"e2e-cfl-ok-c6a0d8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-ok-c6a0d8-f0b7d2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.453147098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"cafda2f0-1bdf-46cb-918b-1e348049b6dd","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.453165246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"cafda2f0-1bdf-46cb-918b-1e348049b6dd","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.455591787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"b40bb70d-7284-485c-a0f1-c3bc58798a72","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.464364714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"271bd6f1-bb2c-41cf-8e6b-b99b4bfe5274","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.46498206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"46384665-247a-4811-be92-1bb54e0f36a6","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.467450843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"b40bb70d-7284-485c-a0f1-c3bc58798a72","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.473479115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"271bd6f1-bb2c-41cf-8e6b-b99b4bfe5274","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.473837626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","reconcileID":"0e8b3fef-9607-4e09-a1e2-6ceb2fd5eb42","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-ok-c6a0d8","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.473870716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"46384665-247a-4811-be92-1bb54e0f36a6","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.235266283Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-sub","reconcileID":"207ebaa9-b108-407b-864f-7964a938e54a","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","subscription":"e2e-rec-recover-2f99a5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.235407102Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-sub","reconcileID":"207ebaa9-b108-407b-864f-7964a938e54a","MaaSSubscription":{"name":"e2e-rec-recover-2f99a5-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.266970172Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-ok-c6a0d8-f0b7d2-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-74a312-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]","namespace=ai-tenant-e2e-extmod-b-03c633 priority=0:[ai-tenant-e2e-extmod-b-03c633/e2e-att-serve-184c7d-sub ai-tenant-e2e-extmod-b-03c633/e2e-rec-ctrl-942e20-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.280463593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"40a48ad2-fcac-4f97-9554-3831a0fc6da0","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.280492442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"40a48ad2-fcac-4f97-9554-3831a0fc6da0","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.284302455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"8243f550-2a28-424c-8143-851dd3271bc8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.284726061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"39aff50b-b295-4571-b2e2-d5a658804a0e","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.286716543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"d06c0889-c8e0-497c-ae18-e713ebd7109c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.293335825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"8243f550-2a28-424c-8143-851dd3271bc8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.293351341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"39aff50b-b295-4571-b2e2-d5a658804a0e","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.295801425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"d06c0889-c8e0-497c-ae18-e713ebd7109c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.300930728Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"8243f550-2a28-424c-8143-851dd3271bc8","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.303082604Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"d06c0889-c8e0-497c-ae18-e713ebd7109c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.38939525Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"4f41da40-c0fe-412f-b88d-48d1c4ff57c3","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.416417848Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-recover-2f99a5-access","reconcileID":"7b58b64b-c3bb-4eb7-8077-54f9fd49e81f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2f99a5-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-noaccess-db33ae/e2e-rec-recover-2f99a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.782413958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"80e8fd26-7274-4108-8288-10bc999b8064","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.782674247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"38e366a6-1541-40da-946c-b38fbf10181d","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.7922776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"38e366a6-1541-40da-946c-b38fbf10181d","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.792320899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"80e8fd26-7274-4108-8288-10bc999b8064","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.799728935Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"80e8fd26-7274-4108-8288-10bc999b8064","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:23.964496733Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"cd6a77c7-906f-43ba-a285-8034661f11bc","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:26.591348975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"5f9fa77b-c6c9-4d7f-8072-2eded49c4755","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:26.599647052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"5f9fa77b-c6c9-4d7f-8072-2eded49c4755","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:26.607119908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"5f9fa77b-c6c9-4d7f-8072-2eded49c4755","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.03506123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ba2ba20-76f9-43ef-bc00-5830ce4c5a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.094783646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ba2ba20-76f9-43ef-bc00-5830ce4c5a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.102178829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ba2ba20-76f9-43ef-bc00-5830ce4c5a36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.181899555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91a81e1a-f653-4a70-b874-f9977b13922e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.190405673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91a81e1a-f653-4a70-b874-f9977b13922e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:27.197666099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"91a81e1a-f653-4a70-b874-f9977b13922e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:32.36754183Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"982b5c89-cca1-42aa-a4a6-de8f9706455a","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.445219014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"34dd11c6-df8d-43f6-ae55-7568bd8ee07d","MaaSModelRef":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.782723515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-sub","reconcileID":"82768b8f-e67e-4ddd-a595-ce20afe828e9","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","subscription":"e2e-rec-ctrl-942e20-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.782834458Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-sub","reconcileID":"82768b8f-e67e-4ddd-a595-ce20afe828e9","MaaSSubscription":{"name":"e2e-rec-ctrl-942e20-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","error":"MaaSModelRef not found: e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.813579274Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-ok-c6a0d8-f0b7d2-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-74a312-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.825547155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"436a6a61-c969-4ac0-b89b-88f4541491dd","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.825566635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"436a6a61-c969-4ac0-b89b-88f4541491dd","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.827288562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f4194062-4514-4719-b5a2-164dcffdb3be","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.827374679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"7c33f3a7-ba9c-4164-83b0-793cc30ca57c","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.837747146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"7c33f3a7-ba9c-4164-83b0-793cc30ca57c","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.837974093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f4194062-4514-4719-b5a2-164dcffdb3be","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.845386716Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"f4194062-4514-4719-b5a2-164dcffdb3be","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.959165018Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-rec-ctrl-942e20-access","reconcileID":"b301494d-a16d-4b93-b8fe-4d4505165889","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-942e20-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-rec-user-f71613/e2e-rec-ctrl-942e20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:33.975780344Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"555ed20c-5ad5-4e44-b7b0-02aec706a194","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.442995171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"61a6c02f-7bc3-4604-baf7-dd970641f4bb","namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.54410326Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-55acd6","namespace":"e2e-extmod-att-noaccess-b4029b"},"namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","reconcileID":"0fedfd9b-62dc-4fbf-94a3-b740b3911285","namespace":"e2e-extmod-att-noaccess-b4029b","name":"e2e-att-noaccess-55acd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.546212261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9eb748d1-b7fe-4651-abcc-511ffea9f3d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.549437311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"fa2ceb8f-a5af-4d75-accd-2608f70dea13","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.56022602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"fa2ceb8f-a5af-4d75-accd-2608f70dea13","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.56099818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9eb748d1-b7fe-4651-abcc-511ffea9f3d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.561341579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"f8576ece-c989-49d0-8bc9-b35928c62469","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.561588565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86281b2c-c3f5-4e92-b94e-79af5b0d54a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.561887751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb91e474-2865-400d-aefb-4d0c154b14ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.60228224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"f8576ece-c989-49d0-8bc9-b35928c62469","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.606993173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb91e474-2865-400d-aefb-4d0c154b14ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.60778285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86281b2c-c3f5-4e92-b94e-79af5b0d54a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.614276125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"f8576ece-c989-49d0-8bc9-b35928c62469","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.642285988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cb91e474-2865-400d-aefb-4d0c154b14ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.644340646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86281b2c-c3f5-4e92-b94e-79af5b0d54a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.655248405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"56838ebe-3a57-40d7-9471-f384c330d1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.658070937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d6bf2fbb-7d18-4b88-a53e-00e6bcac9837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.664914263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"56838ebe-3a57-40d7-9471-f384c330d1ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.668240947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d6bf2fbb-7d18-4b88-a53e-00e6bcac9837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.726060679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f49ce60f-4d3c-45f9-8a3b-4b5cee38ea84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.728794885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"0582805e-e0fd-4892-b940-759de6af4d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.729204214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"3eac9378-f270-4b05-bf7c-178775f2b1fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.74107961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"6a860d5d-ec79-4f1d-92f0-40625ae6947c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.74144686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"6eb156a8-cd55-4e2e-bba5-c65a6b72e861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.743438741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f49ce60f-4d3c-45f9-8a3b-4b5cee38ea84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.745184337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"0582805e-e0fd-4892-b940-759de6af4d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.748283404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"3eac9378-f270-4b05-bf7c-178775f2b1fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.751117633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"6a860d5d-ec79-4f1d-92f0-40625ae6947c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.752786151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"6eb156a8-cd55-4e2e-bba5-c65a6b72e861","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.894231259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"0b8086de-0fdf-4b7d-ad81-91ef6f918a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.895511439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cc7a9f82-f162-4407-96da-68d3cd227497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.896641857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"06ea3f69-9016-4e42-99f0-0abf2b156d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.896904515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"834ebc88-8196-4d7f-b256-fcec7dfb2ff6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.903112242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"0b8086de-0fdf-4b7d-ad81-91ef6f918a6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.903573223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"cc0b37c5-8080-4b3d-84a7-13cd668c2204","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.904829119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"cc7a9f82-f162-4407-96da-68d3cd227497","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.908290445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"06ea3f69-9016-4e42-99f0-0abf2b156d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.909083744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"834ebc88-8196-4d7f-b256-fcec7dfb2ff6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.913554646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"cc0b37c5-8080-4b3d-84a7-13cd668c2204","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.988665015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"921bef91-4d97-4f96-915a-8e6667c488ad","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.989026655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"56ab876e-756a-4f4a-991d-b0cc90f4affb","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.993667036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"1ac10aef-0260-424f-9ee3-6f7cb3af5361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.998252724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"921bef91-4d97-4f96-915a-8e6667c488ad","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.998280384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"56ab876e-756a-4f4a-991d-b0cc90f4affb","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:36.998751447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"ea51fefd-6095-4e96-b0a9-b0c55b423564","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.00219659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c46434b-b184-49fd-83a3-8b27e1003c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.003506307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"1ac10aef-0260-424f-9ee3-6f7cb3af5361","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.008051752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"ea51fefd-6095-4e96-b0a9-b0c55b423564","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.010930807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c46434b-b184-49fd-83a3-8b27e1003c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.017993551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c46434b-b184-49fd-83a3-8b27e1003c9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.055998886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"dd68b927-a51c-4dac-931d-b51428a1eb25","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.056021893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"dd68b927-a51c-4dac-931d-b51428a1eb25","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.078241577Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-sub","reconcileID":"af99f92c-4889-4c2d-9fc7-b354ebcd965a","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-682c78a3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.097472229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d13070ea-d6d9-45f3-b231-5d39b14a1296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.106132733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d13070ea-d6d9-45f3-b231-5d39b14a1296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.113368671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d13070ea-d6d9-45f3-b231-5d39b14a1296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.188962046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"edfe2b03-fd57-4891-9f29-8dd491e5f5da","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.195176353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"c01d9889-c67f-48ff-98a4-7b523e31224c","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.195241211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"24045488-8ad1-474c-884b-c7d92d00bfa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.197063597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"61c89da9-8032-4031-8d20-b0ae8917f603","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.197687874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"edfe2b03-fd57-4891-9f29-8dd491e5f5da","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.205665171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"24045488-8ad1-474c-884b-c7d92d00bfa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.205837037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"61c89da9-8032-4031-8d20-b0ae8917f603","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.208107927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"c01d9889-c67f-48ff-98a4-7b523e31224c","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:37.213221582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 24, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"61c89da9-8032-4031-8d20-b0ae8917f603","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.360004604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:42.375923133Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"cee75b54-6d26-4a6c-89b1-1a95092ebea5","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:43.995680015Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"4ffd3edb-7313-496c-ab5a-7940cb954648","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.196219318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","reconcileID":"5f6d725e-26ab-493e-b7f1-ba875f801e7a","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-ok-c6a0d8","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.274178101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"d6c4c75e-a9af-486b-961d-6605145e02bb","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.274215186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"d6c4c75e-a9af-486b-961d-6605145e02bb","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.309174925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-sub","reconcileID":"16cea509-b12f-4272-8dfe-6aabaf340a4f","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b1808e","model":"llm/e2e-dft-b1808e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.366590356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"99e2a952-77f2-4860-be5d-c02fe888042f","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.369683022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"99e2a952-77f2-4860-be5d-c02fe888042f","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.428677645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-sub","reconcileID":"6ed689f9-af2d-4917-bbe0-81764533512a","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-same-f2f347","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.551032106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"bb858adb-3517-41b2-8a5f-17f9b8b65fa0","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.551066812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"bb858adb-3517-41b2-8a5f-17f9b8b65fa0","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.57866217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-sub","reconcileID":"470ef3d6-2332-46d0-99ce-ecb067fcb7dd","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-cfl-4557dc","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.64528924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"06e5421c-0536-4bb7-83f5-63cf1c83f0dd","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:46.645324176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"06e5421c-0536-4bb7-83f5-63cf1c83f0dd","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.039032173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85495676-6624-4ec1-adae-c15845fb1c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.053619327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85495676-6624-4ec1-adae-c15845fb1c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.066079829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85495676-6624-4ec1-adae-c15845fb1c17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.085488319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"659ddc69-c559-4010-b793-818e205b4d09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.085589255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"659ddc69-c559-4010-b793-818e205b4d09","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.088818074Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-sub","reconcileID":"95912f24-e445-45b4-bbf9-ab7e96c86a33","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","subscription":"e2e-att-serve-184c7d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.111642194Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-sub","reconcileID":"95912f24-e445-45b4-bbf9-ab7e96c86a33","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.117949041Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-sub","reconcileID":"95912f24-e445-45b4-bbf9-ab7e96c86a33","MaaSSubscription":{"name":"e2e-att-serve-184c7d-sub","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"maas-trlp-e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.190587979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"f63476da-2ec3-4cd4-82ee-031ce30ae8fa","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.225890845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"33c4c468-f1cf-4d98-9256-15846890f420","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.232750369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"f63476da-2ec3-4cd4-82ee-031ce30ae8fa","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.234018511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"ae45ca1b-9dcd-43e3-852f-e92c3c499f2f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.242416998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"33c4c468-f1cf-4d98-9256-15846890f420","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.254666113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"ae45ca1b-9dcd-43e3-852f-e92c3c499f2f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.289297616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37893f3b-b290-43d4-ba1e-e887b085cbc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.290441489Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-ok-c6a0d8-f0b7d2-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-74a312-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.295337878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"4053d100-667c-4e5c-a8a3-c451e89333f9","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.295355995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"4053d100-667c-4e5c-a8a3-c451e89333f9","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.296736164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"d2f5922d-623d-42ab-b703-f73c11f162f3","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.30506099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37893f3b-b290-43d4-ba1e-e887b085cbc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.316155421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"d2f5922d-623d-42ab-b703-f73c11f162f3","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.316955097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37893f3b-b290-43d4-ba1e-e887b085cbc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.329029015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"d2f5922d-623d-42ab-b703-f73c11f162f3","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.338985862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b72dbe2a-7f0b-4fb3-ac36-8f4bd0965d24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.339008123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b72dbe2a-7f0b-4fb3-ac36-8f4bd0965d24","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.347433788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"23cdb8f8-e204-470f-b088-a9ac86d4ae49","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.347460772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"23cdb8f8-e204-470f-b088-a9ac86d4ae49","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.353094469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"9b5d5c9a-f8f4-4ac8-9709-a8b914ddbcbd","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.363177259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"9b5d5c9a-f8f4-4ac8-9709-a8b914ddbcbd","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.451028659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"658a0e09-5f51-4331-ba39-64af0c4bba88","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.451051828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"658a0e09-5f51-4331-ba39-64af0c4bba88","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.461357297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"38c9c557-27bd-488a-a651-52fae39c5e0d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.472488747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"38c9c557-27bd-488a-a651-52fae39c5e0d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.553483782Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-45cb9a","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-broken-45cb9a","reconcileID":"c8aaf52c-555f-4984-8e07-912fa597ac3f","namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-broken-45cb9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.649639952Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"32ab2e5d-3238-40ed-a89d-a4444b0ff7a7","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.651220147Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-45cb9a","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-broken-45cb9a","reconcileID":"16e81e24-35a7-46b1-9b55-4a1f597ecb36","namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-broken-45cb9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.654822232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"694a9b25-6f0b-4f18-8484-9825ab28c610","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.658531728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6bae30e-dd10-4706-a819-73002754b039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.659815616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e24a3330-9f83-4e30-ac82-3eb277b66374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.66565281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"694a9b25-6f0b-4f18-8484-9825ab28c610","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.741899372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6bae30e-dd10-4706-a819-73002754b039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.744274041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"694a9b25-6f0b-4f18-8484-9825ab28c610","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.744961986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e24a3330-9f83-4e30-ac82-3eb277b66374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.749893076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6bae30e-dd10-4706-a819-73002754b039","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.753583543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e24a3330-9f83-4e30-ac82-3eb277b66374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.758528634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f0e19792-e524-43ef-a405-db856339f376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.760608359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5f7a35f0-61d4-4dd1-be78-be365121ce4f","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.761768793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fd9c8d23-3cab-48a5-b807-811922d1ef0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.765849486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f2848803-d354-4d26-a885-61a05caa4f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.766899832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f0e19792-e524-43ef-a405-db856339f376","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.769121416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5f7a35f0-61d4-4dd1-be78-be365121ce4f","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.770141088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fd9c8d23-3cab-48a5-b807-811922d1ef0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.7739559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f2848803-d354-4d26-a885-61a05caa4f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.820777905Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-45cb9a","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-broken-45cb9a","reconcileID":"03afa057-31c2-4261-8f37-c01c3c93644d","namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-broken-45cb9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.844322718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"32ab2e5d-3238-40ed-a89d-a4444b0ff7a7","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.849774689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"45b42e3a-3187-401a-bea1-0908d4fa6d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.850958621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"b646293e-9b20-4b7d-9ea4-8c7463b38f9c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.862114214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"45b42e3a-3187-401a-bea1-0908d4fa6d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.862114211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"b646293e-9b20-4b7d-9ea4-8c7463b38f9c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.874876608Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"32ab2e5d-3238-40ed-a89d-a4444b0ff7a7","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"name":"e2e-extmod-b-03c633-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.874897481Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"e2e-att-serve-184c7d-access","reconcileID":"32ab2e5d-3238-40ed-a89d-a4444b0ff7a7","MaaSAuthPolicy":{"name":"e2e-att-serve-184c7d-access","namespace":"ai-tenant-e2e-extmod-b-03c633"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-03c633","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.889037778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"10b2967a-891f-47c9-bc58-4996577f47fd","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"tenant":"e2e-extmod-b-03c633","gateway":"openshift-ingress/e2e-extmod-b-03c633","model":"e2e-extmod-att-user-12e8c9/e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.889059669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"10b2967a-891f-47c9-bc58-4996577f47fd","MaaSModelRef":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"routeName":"external-model-e2e-att-serve-184c7d-f48781af74e7","namespace":"e2e-extmod-att-user-12e8c9","model":"e2e-att-serve-184c7d","externalModel":"e2e-att-serve-184c7d","provider":"e2e-att-serve-184c7d-provider","gateway":"openshift-ingress/e2e-extmod-b-03c633","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.89109343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8ae4288c-7120-4e77-a5b8-d37222a84499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.892822668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"f316c0d6-919f-4314-a189-0f6f28e2e74b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.899591013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8ae4288c-7120-4e77-a5b8-d37222a84499","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.901443674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"f316c0d6-919f-4314-a189-0f6f28e2e74b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.012935347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"808296dc-de9c-4060-9af3-a2606350b58f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.013934508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3c72b6e3-92f8-4f25-830b-47fe6571bc32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.046629735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"808296dc-de9c-4060-9af3-a2606350b58f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.047882626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3c72b6e3-92f8-4f25-830b-47fe6571bc32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.048558372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"05da9a0c-ff1a-43c1-92bd-a4edd789e12b","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.048574485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"05da9a0c-ff1a-43c1-92bd-a4edd789e12b","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.066231231Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-sub","reconcileID":"7437633c-ef1e-4fa0-92b3-172f539d7b6c","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3aba4f5b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.096004079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a9d9b333-7ded-4dff-b87a-db530f1d2021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.10597013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a9d9b333-7ded-4dff-b87a-db530f1d2021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.191798345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a97c8ed3-a117-483b-871c-888941c3e75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.191833534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"941bacdc-7ba1-4c59-8f48-f9d41723ea2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.192286792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"80d4b76d-83a5-488a-bcc2-b43f0073218b","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.194293961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"6d11b429-83a9-4af9-87c8-0cfe712fff21","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.200802952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"941bacdc-7ba1-4c59-8f48-f9d41723ea2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.202034144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"80d4b76d-83a5-488a-bcc2-b43f0073218b","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.203010387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a97c8ed3-a117-483b-871c-888941c3e75a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.205751898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"6d11b429-83a9-4af9-87c8-0cfe712fff21","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.286821336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"861b8819-0e56-439a-93bc-a3da6648a1e0","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.29565484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"861b8819-0e56-439a-93bc-a3da6648a1e0","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.300698642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"0b78c7ad-fb57-4a0f-bab8-7b48ef313ea4","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.310048491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"0b78c7ad-fb57-4a0f-bab8-7b48ef313ea4","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.393974398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e69b9da-f758-4adb-87b4-012ffa98e547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.397959211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"4becd23e-8d7a-4a18-805c-713637cd6c97","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.397958618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc271768-54f5-4516-92e1-36b212e611d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.403927348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e69b9da-f758-4adb-87b4-012ffa98e547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.408243131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"4becd23e-8d7a-4a18-805c-713637cd6c97","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.408322214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc271768-54f5-4516-92e1-36b212e611d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.41161566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e69b9da-f758-4adb-87b4-012ffa98e547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.416877742Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc271768-54f5-4516-92e1-36b212e611d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.416956029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"4becd23e-8d7a-4a18-805c-713637cd6c97","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.42287581Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"b0654b2c-fde1-4dfa-a39b-ce000b0c1126","namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.449533459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7afde398-78d9-4c81-ae4d-d07c3c35cbd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.450979572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ccb87839-211e-4fc4-a670-b27976f01ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.451519668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"aeeaa0b5-e21f-4c21-b37f-2f09485283db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.45951041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7afde398-78d9-4c81-ae4d-d07c3c35cbd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.465230497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ccb87839-211e-4fc4-a670-b27976f01ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.468831239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"aeeaa0b5-e21f-4c21-b37f-2f09485283db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.508289525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4ec61dd3-01f7-4a7e-bea4-204a431a0e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.51705157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"d529c707-3e04-4a9b-a198-04c8fe9f205f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.518106347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4ec61dd3-01f7-4a7e-bea4-204a431a0e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.52557574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"d529c707-3e04-4a9b-a198-04c8fe9f205f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.555877515Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-184c7d","namespace":"e2e-extmod-att-user-12e8c9"},"namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","reconcileID":"553fbe95-4996-481d-9bf0-ba4007135c99","namespace":"e2e-extmod-att-user-12e8c9","name":"e2e-att-serve-184c7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.814419892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"dd0d965a-f700-48ed-a173-4f12ed8deedd","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.826710103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d24ff7ed-6f44-4f79-a264-a19ba8c6292d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.833348329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd4ece3-b507-450a-934a-7db41c5e3c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.853493284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"02bc0980-efe5-4389-9989-7db31e503dd2","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.854486169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"dd0d965a-f700-48ed-a173-4f12ed8deedd","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.855127411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"65bb6b00-389e-47cd-910d-0213bc699a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.861258585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d24ff7ed-6f44-4f79-a264-a19ba8c6292d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.871012012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd4ece3-b507-450a-934a-7db41c5e3c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.945047853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"65bb6b00-389e-47cd-910d-0213bc699a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.946945708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d24ff7ed-6f44-4f79-a264-a19ba8c6292d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.94882168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"02bc0980-efe5-4389-9989-7db31e503dd2","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.949286668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1dd4ece3-b507-450a-934a-7db41c5e3c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:48.967665066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"02bc0980-efe5-4389-9989-7db31e503dd2","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.041106239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bc5d631b-5ef6-4aa7-a3d6-2f14a7a377f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.043988894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"442cf5a7-c8e9-4416-8908-cfa93cb40a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.049672791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bc5d631b-5ef6-4aa7-a3d6-2f14a7a377f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.052570765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"442cf5a7-c8e9-4416-8908-cfa93cb40a2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.071087464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"72bf706a-bd3e-4461-a9a8-5f23cafc98ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.073808309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1a128f86-f56c-41ef-a106-ea11ecce2c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.075922129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"545b43f8-0daf-44c8-b8cf-324e128148d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.076383884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8720e8b1-f778-4db1-8b89-cff598de72a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.176023369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"72bf706a-bd3e-4461-a9a8-5f23cafc98ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.176544637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"62c8c444-6fef-4d5a-b532-f5199fe743bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.186380167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8720e8b1-f778-4db1-8b89-cff598de72a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.291970286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1a128f86-f56c-41ef-a106-ea11ecce2c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.40166956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"62c8c444-6fef-4d5a-b532-f5199fe743bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.404059779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"98b21395-f1cb-401b-91d8-ca6939425798","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.40408283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"98b21395-f1cb-401b-91d8-ca6939425798","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.430340436Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-sub","reconcileID":"eae50695-3d77-4ae9-95a1-a1ebd728cd01","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f2e370b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.432379115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"545b43f8-0daf-44c8-b8cf-324e128148d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.441552804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"e2105229-f822-492a-ab5d-1e3b626bfbe7","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.455323607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"e2105229-f822-492a-ab5d-1e3b626bfbe7","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.517325295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"b7ba4036-4ad0-4bac-803a-b6f1e650f13e","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.522723525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"fae78693-5d73-4438-b511-71dfc04509fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.525929992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"b7ba4036-4ad0-4bac-803a-b6f1e650f13e","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.526044141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"5cebe324-832a-4c9f-93ba-dfd621351714","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.526220614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c2add125-5e74-46b8-ab2f-c7cd4cc23f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.531583207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"fae78693-5d73-4438-b511-71dfc04509fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.537120175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"5cebe324-832a-4c9f-93ba-dfd621351714","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.537120067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"c2add125-5e74-46b8-ab2f-c7cd4cc23f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.630020497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"5ba58ed0-8489-4ad3-ab10-27fde5808dac","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.639014144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"5ba58ed0-8489-4ad3-ab10-27fde5808dac","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.727506042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4478dd2b-6e25-4aee-912f-9604c2e25a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.731426774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"7b427827-a5d0-432f-bbed-0706069d08ef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.734186465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"9a3f2dfc-8770-413a-8a13-df4e0c16470f","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.736839184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4478dd2b-6e25-4aee-912f-9604c2e25a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.740449246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"f29174c1-166f-433e-b9aa-b1111b36a8ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.74466746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"7b427827-a5d0-432f-bbed-0706069d08ef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.746569891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"9a3f2dfc-8770-413a-8a13-df4e0c16470f","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.750694252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"f29174c1-166f-433e-b9aa-b1111b36a8ae","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.856435148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"6bb71c36-df0f-4a76-85bd-4cf77ee61227","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.864989075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"6bb71c36-df0f-4a76-85bd-4cf77ee61227","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.384739105Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"d3842a5e-bea1-4ec2-95bb-d056c0e81a65","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.268145189Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-45cb9a","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-broken-45cb9a","reconcileID":"2f3c3630-9bdf-41b9-b6ca-b3933cb16d2d","namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-broken-45cb9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.282520047Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-45cb9a","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-broken-45cb9a","reconcileID":"b03a33ad-9b87-4c69-b33c-b313225e99c9","namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-broken-45cb9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.286200528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"333fd36f-e36b-4dc7-bb13-3782836b2ce2","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.286241474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"3f5fc1ef-bb9e-48f0-bcc2-7b864616da9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.288422827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20e292b9-74c4-4f78-ba80-9b71815edc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.28876599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f045df9-667b-463f-9b35-aa9a10af02ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.291272956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"7c774c11-d521-4e41-91cf-ec227eb3b321","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.294693759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"3f5fc1ef-bb9e-48f0-bcc2-7b864616da9b","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.296075949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"333fd36f-e36b-4dc7-bb13-3782836b2ce2","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.298192187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f045df9-667b-463f-9b35-aa9a10af02ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.298894679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20e292b9-74c4-4f78-ba80-9b71815edc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.306614689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"7c774c11-d521-4e41-91cf-ec227eb3b321","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.315767263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"333fd36f-e36b-4dc7-bb13-3782836b2ce2","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.348052201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"20e292b9-74c4-4f78-ba80-9b71815edc30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.351129785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f045df9-667b-463f-9b35-aa9a10af02ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.401219886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"32c0f7f1-c156-4d33-b4d6-eb06bbd8197c","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.40358636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4d3666d9-c8a2-4b9f-adf9-bb5e20b46df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.403973904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a1a0b070-34f3-4642-87ce-f182cf2efb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.404201015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"f54aab37-e51e-41e4-af02-2fa7503245bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.404508399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"96931396-bd1d-42b3-9fe8-e58983b6279f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.409534112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"32c0f7f1-c156-4d33-b4d6-eb06bbd8197c","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.412377341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4d3666d9-c8a2-4b9f-adf9-bb5e20b46df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.412613572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"a1a0b070-34f3-4642-87ce-f182cf2efb1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.41609652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"f54aab37-e51e-41e4-af02-2fa7503245bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.416128108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"96931396-bd1d-42b3-9fe8-e58983b6279f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.482949501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"043c835b-fc16-48e1-9864-87f1a3c8799d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.484635278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f60ec4be-ad04-444e-9498-d51b3f9ad2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.485747728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"56c4e15c-2a33-44a8-8d2e-b37e06b9c753","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.491383194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"043c835b-fc16-48e1-9864-87f1a3c8799d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.492880943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f60ec4be-ad04-444e-9498-d51b3f9ad2c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.493904912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"56c4e15c-2a33-44a8-8d2e-b37e06b9c753","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.584950173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"208788c6-1b44-4f13-8d51-413bfc16a5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.587831302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"11e8e3cd-86f1-42b9-98d8-a497f4b3df6e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.593561721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"208788c6-1b44-4f13-8d51-413bfc16a5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.596132331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"11e8e3cd-86f1-42b9-98d8-a497f4b3df6e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.688756714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"7ebbd569-bb94-48c3-b0bc-d493188b85e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.689666272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"93681149-4376-4cec-a2c7-ec8985cc1cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.694701805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"69d356e1-18b0-4422-8330-fd0788dc9707","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.695582388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b6d7694b-4dd1-41de-9970-e897ca426b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.696132156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c3b27b14-d903-46f9-bc81-af3f586e23d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.699589851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"7ebbd569-bb94-48c3-b0bc-d493188b85e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.743863947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"93681149-4376-4cec-a2c7-ec8985cc1cc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.744902449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"69d356e1-18b0-4422-8330-fd0788dc9707","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.745354419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b6d7694b-4dd1-41de-9970-e897ca426b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.747707684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c3b27b14-d903-46f9-bc81-af3f586e23d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.74853984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"2d726fb9-c422-40e3-8bbc-b12a7d3e12d1","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.748559909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"2d726fb9-c422-40e3-8bbc-b12a7d3e12d1","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.770328345Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","reconcileID":"f8e2d2ce-1f36-4791-8956-74ca7af28d58","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6f981cd5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.789848994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9bea1c0-bda1-4089-9df4-730b02f9a5ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.789985446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fc928aa-aa1f-40f5-9850-1f52d64ce451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.792788537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"69a125dd-b2b9-4b2b-b654-e5e6d607c94d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.792788522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"179a4c4c-ee5c-44ea-ae7d-f2b1ed7c2bb1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.800337357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9bea1c0-bda1-4089-9df4-730b02f9a5ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.84090481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"179a4c4c-ee5c-44ea-ae7d-f2b1ed7c2bb1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.841417237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fc928aa-aa1f-40f5-9850-1f52d64ce451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.84279022Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9bea1c0-bda1-4089-9df4-730b02f9a5ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.84322124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"69a125dd-b2b9-4b2b-b654-e5e6d607c94d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.849100905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7fc928aa-aa1f-40f5-9850-1f52d64ce451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.892049999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"e3939bcd-3536-4020-bdac-c83d9327bc4c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.892731495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"14b2b949-70f1-4422-8458-acdc54fa7364","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.893312546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"ea667561-b596-4c10-a3d2-eb54475df5ce","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.898002745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"d35e8b52-b36f-404f-a2e0-394e7dd7d0f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.907294871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"14b2b949-70f1-4422-8458-acdc54fa7364","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.907409456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"e3939bcd-3536-4020-bdac-c83d9327bc4c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.911283338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"ea667561-b596-4c10-a3d2-eb54475df5ce","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.943129478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"ea667561-b596-4c10-a3d2-eb54475df5ce","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.943357692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"d35e8b52-b36f-404f-a2e0-394e7dd7d0f3","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.050137932Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"9fe39cd7-648b-4e82-b196-9014433318e3","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.869153616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"eaf2dd17-9662-492f-b5b5-f6fa0d9c8327","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.869188121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"eaf2dd17-9662-492f-b5b5-f6fa0d9c8327","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.889178055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"e9a5dfd5-8403-4ae2-a6f2-a1bc9579da0b","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.889437766Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-sub","reconcileID":"1a01c88a-5712-420c-9692-ad8bd6482f53","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c99edc7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.889645745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b723949a-05d4-4c82-9d45-3070db04fb28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.889263577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a210f1e5-dc03-48ef-9f7f-478c06758e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.900874941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a210f1e5-dc03-48ef-9f7f-478c06758e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.901043292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b723949a-05d4-4c82-9d45-3070db04fb28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.903226016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"e9a5dfd5-8403-4ae2-a6f2-a1bc9579da0b","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.90903446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b723949a-05d4-4c82-9d45-3070db04fb28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.909191659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a210f1e5-dc03-48ef-9f7f-478c06758e81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.911581661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"e9a5dfd5-8403-4ae2-a6f2-a1bc9579da0b","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.982947113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"e2ce84d5-46df-489b-b34e-da51e19e01e0","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.984277541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f9ea8d5-4633-45ac-9d20-e1ff0842a30c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.985509561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e19f20b-ddaa-4cb1-89d5-a06d3647405e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.993288491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"e2ce84d5-46df-489b-b34e-da51e19e01e0","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:54.994521424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f9ea8d5-4633-45ac-9d20-e1ff0842a30c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:55.02052627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"e2ce84d5-46df-489b-b34e-da51e19e01e0","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:55.052564677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f9ea8d5-4633-45ac-9d20-e1ff0842a30c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:55.053344141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e19f20b-ddaa-4cb1-89d5-a06d3647405e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:55.090560936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e19f20b-ddaa-4cb1-89d5-a06d3647405e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.075035382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-sub","reconcileID":"a263ec5f-b72a-496c-bafe-74550b2d0a8b","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","subscription":"e2e-cfl-4557dc-db5198-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.088899453Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-sub","reconcileID":"a263ec5f-b72a-496c-bafe-74550b2d0a8b","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.094177222Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-sub","reconcileID":"a263ec5f-b72a-496c-bafe-74550b2d0a8b","MaaSSubscription":{"name":"e2e-cfl-4557dc-db5198-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.140826961Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.144510745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"b7cf0b62-6ebf-412a-9ffb-dfc755fca34b","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.144531603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"b7cf0b62-6ebf-412a-9ffb-dfc755fca34b","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.15237756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"d74999e0-9677-4802-bae8-ba1730a13757","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.161108737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"d74999e0-9677-4802-bae8-ba1730a13757","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.167839321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"6ade5af2-b31e-4345-b888-e97c58404132","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.167858792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"6ade5af2-b31e-4345-b888-e97c58404132","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.175559379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"387ec5a7-e97c-4ab2-adba-cb2faae7f5bc","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.175578692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"387ec5a7-e97c-4ab2-adba-cb2faae7f5bc","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.18313221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"23961482-5fbf-476b-a8f4-e7b6f5cdade1","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.183148162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"23961482-5fbf-476b-a8f4-e7b6f5cdade1","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.190714275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"19d17b69-1bc5-4f60-8ca1-d68158e662fa","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.190729698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"19d17b69-1bc5-4f60-8ca1-d68158e662fa","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.251154834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"f43fc2af-a657-416a-9c2a-7a07e3d5f654","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.259906431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"f43fc2af-a657-416a-9c2a-7a07e3d5f654","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.282893413Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"bc4a5f0a-c7ea-4ba9-893a-efad8ea3091f","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.286777915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"07b8fbe6-f48e-460d-a3e9-72da99a09f37","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.28679564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"07b8fbe6-f48e-460d-a3e9-72da99a09f37","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.384485162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"bc4a5f0a-c7ea-4ba9-893a-efad8ea3091f","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.415857877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"bc4a5f0a-c7ea-4ba9-893a-efad8ea3091f","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.415879586Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc-db5198-access","reconcileID":"bc4a5f0a-c7ea-4ba9-893a-efad8ea3091f","MaaSAuthPolicy":{"name":"e2e-cfl-4557dc-db5198-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.428639397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"b1cbaf48-9a87-407d-8085-3aa740ee72a8","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"ai-tenant-e2e-extmod-a-db5198/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.428660976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"b1cbaf48-9a87-407d-8085-3aa740ee72a8","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"routeName":"external-model-e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.929837456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"32cdae2a-338b-48de-a1f0-5ffe9275bef9","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.951039831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7307b1da-f2c6-44a7-aab9-ffc61335323d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.951698008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"54a930bf-3a31-4bff-9c6b-31ae1f44be32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.953564094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"8ae93062-47da-475e-90fb-eff69b1812a2","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.953884357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2657f62-cd43-4eea-864a-a41709db15de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.954148986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86c45ebd-f7be-4701-b446-a3a71de38327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.960677044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7307b1da-f2c6-44a7-aab9-ffc61335323d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.961383042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"54a930bf-3a31-4bff-9c6b-31ae1f44be32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.96453378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"8ae93062-47da-475e-90fb-eff69b1812a2","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.96574783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86c45ebd-f7be-4701-b446-a3a71de38327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.967567094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2657f62-cd43-4eea-864a-a41709db15de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.973766648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"8ae93062-47da-475e-90fb-eff69b1812a2","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.974425032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86c45ebd-f7be-4701-b446-a3a71de38327","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.976427898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2657f62-cd43-4eea-864a-a41709db15de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.046155848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"258c7bcd-dc2b-455f-95fa-f4863a5db979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.052107687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0a66db72-338b-4a22-8977-093f972e9ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.053135174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7e026ff7-a15b-4421-8576-f7498dfca82a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.053174354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"25a52db1-471c-40b9-a3ea-0d20bd4d855f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.053549354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"ad215c02-6d06-4e5b-baa7-6c4b8e3cdd2f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.058474473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"258c7bcd-dc2b-455f-95fa-f4863a5db979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.063551663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7e026ff7-a15b-4421-8576-f7498dfca82a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.063755175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0a66db72-338b-4a22-8977-093f972e9ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.06579906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"25a52db1-471c-40b9-a3ea-0d20bd4d855f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.066195754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"ad215c02-6d06-4e5b-baa7-6c4b8e3cdd2f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.080662223Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","reconcileID":"46ea88b1-3b4c-4be9-bd3f-5eac9cb129e0","namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.155044083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"e2f414d1-450c-483a-b2b9-3d709a32851d","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.186514345Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"85226eb7-63be-4395-8ee2-2d39e584a83d","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.187632845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ea2d956c-5bb5-420e-82a9-da5bd861130d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.188022724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"793e4e3a-4eae-42d9-b5c3-a89eea6095e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.191070906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"e40a53f9-68f7-40f2-9b11-74db7ce4ba0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.196235797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ea2d956c-5bb5-420e-82a9-da5bd861130d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.19631283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"793e4e3a-4eae-42d9-b5c3-a89eea6095e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.203232228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"e40a53f9-68f7-40f2-9b11-74db7ce4ba0a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.270200576Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"d8135f2e-a225-4e95-9923-6f54cba9bd04","namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.274213202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"3570290f-a7b4-413a-84a0-43055339ce47","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"tenant":"e2e-extmod-a-db5198","gateway":"openshift-ingress/e2e-extmod-a-db5198","model":"e2e-extmod-cfl-1-4457eb/e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.274238909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"3570290f-a7b4-413a-84a0-43055339ce47","MaaSModelRef":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"routeName":"external-model-e2e-cfl-4557dc-c562286293ac","namespace":"e2e-extmod-cfl-1-4457eb","model":"e2e-cfl-4557dc","externalModel":"e2e-cfl-4557dc","provider":"e2e-cfl-4557dc-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.282405741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2dcd89da-8658-4d4f-9845-ca386c51fe3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.287870451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"a393cd1b-763f-4f2d-b7e6-8dfe90df114c","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.2930804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2dcd89da-8658-4d4f-9845-ca386c51fe3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.296763224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"a393cd1b-763f-4f2d-b7e6-8dfe90df114c","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.383380537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"3bf2a12a-208b-45e6-92c7-edf0d01d5a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.38575428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7db7df32-b94e-4186-a1cd-9b12973cef94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.388909307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"26f28efb-fb2f-4269-b3ca-bc1127edae47","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.392271504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"0940b286-2240-49ae-8058-a5f5d21fc821","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.392915552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"3bf2a12a-208b-45e6-92c7-edf0d01d5a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.394887307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"76dd0bc1-45a0-44d4-9953-271eb981d97a","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.396130836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7db7df32-b94e-4186-a1cd-9b12973cef94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.39912376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"26f28efb-fb2f-4269-b3ca-bc1127edae47","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.524384242Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-sub","reconcileID":"ffb3bbd4-1a4c-4f52-9a3f-ac9ccda903fa","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","subscription":"e2e-cfl-same-f2f347-74a312-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.569732186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"76dd0bc1-45a0-44d4-9953-271eb981d97a","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.575434765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"0940b286-2240-49ae-8058-a5f5d21fc821","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.654036537Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-sub","reconcileID":"ffb3bbd4-1a4c-4f52-9a3f-ac9ccda903fa","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.688366542Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-sub","reconcileID":"ffb3bbd4-1a4c-4f52-9a3f-ac9ccda903fa","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-74a312-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.734289671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"76dd0bc1-45a0-44d4-9953-271eb981d97a","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.736108811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62dbb0a9-756f-4636-b7e7-0273ffb10669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.752024881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62dbb0a9-756f-4636-b7e7-0273ffb10669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.760156505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62dbb0a9-756f-4636-b7e7-0273ffb10669","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.760721308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"250e9ef8-bdfd-4309-b601-86d6994a7a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.76984985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"250e9ef8-bdfd-4309-b601-86d6994a7a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:59.887551947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"250e9ef8-bdfd-4309-b601-86d6994a7a5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.011364621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ab17c370-21ae-4fa0-8cc6-0d58bc143254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.011997981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"838dcf0b-138e-49a8-a37e-7158b22a1eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.066773103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ab17c370-21ae-4fa0-8cc6-0d58bc143254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.070142621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"838dcf0b-138e-49a8-a37e-7158b22a1eb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.072238886Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]","namespace=ai-tenant-e2e-extmod-a-37aa95 priority=0:[ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-9f45e1-c30008-sub ai-tenant-e2e-extmod-a-37aa95/e2e-cfl-same-f2f347-c30008-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.074278564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e0e61732-aa57-4f67-ba5b-ee8da890454b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.096778069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"1b0a6db8-b694-46a0-b286-abbf1daec0e7","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.096890837Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"1b0a6db8-b694-46a0-b286-abbf1daec0e7","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.099844704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e0e61732-aa57-4f67-ba5b-ee8da890454b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.100146949Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"92e42d7a-5aa6-45ef-a90f-52bcf09c1197","namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.101298571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"9db640e3-ce34-4c8a-aa90-9af5d51d58bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.120163802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"ea56ab12-aeba-429b-a7c6-0d327f9c035b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.121806976Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"a4f3bee5-090c-46c3-9e71-6f853b78a890","namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.125800966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"9db640e3-ce34-4c8a-aa90-9af5d51d58bc","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.130267544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"ea56ab12-aeba-429b-a7c6-0d327f9c035b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.191468423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"1f1e4960-ef6a-40ab-b57a-7d092e71f3a6","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.191494656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"1f1e4960-ef6a-40ab-b57a-7d092e71f3a6","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.215154982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"95aa41fd-4721-42dd-b9c7-abf8fadbba9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.2157184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"aa2124f4-54af-4a07-b713-5d3a6836433b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.224368104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"aa2124f4-54af-4a07-b713-5d3a6836433b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.224433603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"95aa41fd-4721-42dd-b9c7-abf8fadbba9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.497514295Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-74a312-access","reconcileID":"82947bc1-3b6d-4cc7-9956-2db07d767678","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-74a312-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.515870674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d27061d2-fd39-4e36-babc-796ff8fa5ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.519891228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8066973f-41b2-4176-9e4a-de0d796ca5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.526717704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"90dca5bc-e136-490b-97dd-3dbcab535a9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.538057143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d27061d2-fd39-4e36-babc-796ff8fa5ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.545482571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8066973f-41b2-4176-9e4a-de0d796ca5c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.54769186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"90dca5bc-e136-490b-97dd-3dbcab535a9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.547948129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f69a7f90-aa8f-4813-80ed-4891275669db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.558419015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"87e75ce2-00c7-4276-9f7f-6c43cf6aaf32","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-2-74a312/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.558463471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"87e75ce2-00c7-4276-9f7f-6c43cf6aaf32","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"routeName":"external-model-e2e-cfl-same-f2f347-50295b9e175e","namespace":"e2e-extmod-cfl-2-74a312","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.560827183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f69a7f90-aa8f-4813-80ed-4891275669db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.619064454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"069cf452-0df1-4954-8fcd-d59bcd025c7a","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.631838006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"069cf452-0df1-4954-8fcd-d59bcd025c7a","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.639893649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"069cf452-0df1-4954-8fcd-d59bcd025c7a","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.692790089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"da754c14-f0a6-47b4-9bb8-84b75481ebed","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.692813219Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"da754c14-f0a6-47b4-9bb8-84b75481ebed","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.724982538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4d7998de-9fc1-41ea-b063-f944398c2371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.73177231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"0adaec3f-966e-4ade-ae14-25b830d74fa6","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.731961546Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-sub","reconcileID":"70d6f9ca-83b0-421e-bcb6-61fe36424103","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5bfc53bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.735194413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c995669-738f-4926-acf5-6d63ed4bb631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.735369618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"353bfdcb-0c73-436b-9d8b-7e90c1653d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.735658092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"b2f7cc61-863a-4a9f-9142-26a98b6b9a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.745423333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"0adaec3f-966e-4ade-ae14-25b830d74fa6","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.781321556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4d7998de-9fc1-41ea-b063-f944398c2371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.781795171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c995669-738f-4926-acf5-6d63ed4bb631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.785396954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"b2f7cc61-863a-4a9f-9142-26a98b6b9a71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.785689644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"353bfdcb-0c73-436b-9d8b-7e90c1653d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.792882217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1c995669-738f-4926-acf5-6d63ed4bb631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.795854345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"353bfdcb-0c73-436b-9d8b-7e90c1653d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.833294182Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-4557dc","namespace":"e2e-extmod-cfl-1-4457eb"},"namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","reconcileID":"a7da2010-2eee-465c-b9e7-dc4c9654eb13","namespace":"e2e-extmod-cfl-1-4457eb","name":"e2e-cfl-4557dc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.854069612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7fc315b3-c9ab-478f-b224-3be5771ca7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.857772697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"47e9dfd1-a1ac-4985-bb18-5de0b46da806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.868232944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"2aba0d8a-04c9-4020-9023-57f5d359aca1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.875403173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7fc315b3-c9ab-478f-b224-3be5771ca7b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.876121096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"47e9dfd1-a1ac-4985-bb18-5de0b46da806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.88850945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"9a0c886a-bd50-45b9-8dab-6b62cf1b5b88","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.901275111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"2aba0d8a-04c9-4020-9023-57f5d359aca1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.012352391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"9a0c886a-bd50-45b9-8dab-6b62cf1b5b88","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.153389675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"4fbf39b4-58a3-4fe9-ad61-402e682fca40","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.154134695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"fe654855-b4a4-4c40-ae08-4e63329f23e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.195811438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"4fbf39b4-58a3-4fe9-ad61-402e682fca40","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.19920689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"fe654855-b4a4-4c40-ae08-4e63329f23e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.213354938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"454d30ea-641e-468f-bae2-1be6f8986506","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.224240412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"454d30ea-641e-468f-bae2-1be6f8986506","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.233221711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"454d30ea-641e-468f-bae2-1be6f8986506","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.29740748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"0a4f944f-d743-45fa-9b71-28e16a83cb50","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.299285679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90245077-28f1-406b-98d2-1913b79c42b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.300560244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"fad9d0c6-29d9-4e36-ada6-e4467c3d1e8a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.302060895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4154c881-a29e-4756-86b6-260f7212b1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.305763228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"0a4f944f-d743-45fa-9b71-28e16a83cb50","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.308210899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90245077-28f1-406b-98d2-1913b79c42b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.309074029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"fad9d0c6-29d9-4e36-ada6-e4467c3d1e8a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.311241535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4154c881-a29e-4756-86b6-260f7212b1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.315994406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90245077-28f1-406b-98d2-1913b79c42b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.319234962Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4154c881-a29e-4756-86b6-260f7212b1df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.321473979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"db3e550d-d727-4192-9f04-5dc333afb323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.331453513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"db3e550d-d727-4192-9f04-5dc333afb323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.340943227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"dd005559-7f61-42c9-9bd4-5cf61582e0f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.347825029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d5cb580d-d89b-48b7-9027-989c0a04b9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.354426988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"dd005559-7f61-42c9-9bd4-5cf61582e0f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.360900422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d5cb580d-d89b-48b7-9027-989c0a04b9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.45496573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7253c974-ec5e-4649-aa3d-afd0ebbf3195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.458273343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3d60ab7b-03c7-49f4-9182-9ba9cd349f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.463569453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"7253c974-ec5e-4649-aa3d-afd0ebbf3195","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.467195438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3d60ab7b-03c7-49f4-9182-9ba9cd349f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.552076708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"9abeff3d-18fc-4ad8-b9f4-1b0a69d216b7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.55398283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"b6ba44ba-fcaa-4ad2-88d1-b643bea9c0c9","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.56046281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"9abeff3d-18fc-4ad8-b9f4-1b0a69d216b7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.562866022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"b6ba44ba-fcaa-4ad2-88d1-b643bea9c0c9","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.622820922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"58231763-1a1a-4d8c-b672-c7fb9d268342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.622856072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"89348cf5-02d3-4da7-b47a-2239c6e28f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.624589625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"11f4ca1d-4b9d-45f3-907e-550555ce7504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.631434889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"89348cf5-02d3-4da7-b47a-2239c6e28f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.632072086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"58231763-1a1a-4d8c-b672-c7fb9d268342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.633765805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"11f4ca1d-4b9d-45f3-907e-550555ce7504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.791480516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"bbf06686-cfae-4ea1-bbbe-63fb9a8c37d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:01.803281122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"bbf06686-cfae-4ea1-bbbe-63fb9a8c37d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:02.393303345Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"08d50efa-5327-4177-a5e5-91e2394b4317","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.715752173Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"aa58beee-659d-4992-8e85-b4dc67c188ee","namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.729493029Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"814750aa-22d1-43ec-9d8e-8b6fd6cd0ca4","namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.732585685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"1528ad56-4723-4a1d-8886-d856d4dede3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.734081551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"4eedd3fa-54b9-47e3-86f8-ec1e521bfc97","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.734118802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76aee429-5a07-4303-886c-8be996bf5f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.735217821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94efd98d-2800-4630-9125-baf0a0671f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.735391966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"850865cf-267d-42d3-861d-8a9cb1078f69","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.741275803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"1528ad56-4723-4a1d-8886-d856d4dede3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.742216141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"4eedd3fa-54b9-47e3-86f8-ec1e521bfc97","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.743813658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76aee429-5a07-4303-886c-8be996bf5f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.74494271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94efd98d-2800-4630-9125-baf0a0671f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.746497581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"850865cf-267d-42d3-861d-8a9cb1078f69","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.751814023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76aee429-5a07-4303-886c-8be996bf5f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.75313303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"94efd98d-2800-4630-9125-baf0a0671f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.756350743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"850865cf-267d-42d3-861d-8a9cb1078f69","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.770925554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"41cc72d5-ffbe-4c1e-9f35-65a09c9164dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.775318064Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","reconcileID":"ed6f3610-17f8-4da4-97bf-84d386136393","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","subscription":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.775731927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"731a4a07-5e28-489d-929d-11f40a92b9ef","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.77594767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"930d92ac-796a-4bc2-9ce1-78caad7aff90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.78061905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"41cc72d5-ffbe-4c1e-9f35-65a09c9164dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.784355343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"930d92ac-796a-4bc2-9ce1-78caad7aff90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.784372476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"731a4a07-5e28-489d-929d-11f40a92b9ef","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.785937987Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","reconcileID":"ed6f3610-17f8-4da4-97bf-84d386136393","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.792921325Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","reconcileID":"ed6f3610-17f8-4da4-97bf-84d386136393","MaaSSubscription":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.863045317Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.865842066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"1fa7030b-766e-4c98-b8b9-dde08feab54f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.866302147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"1ee0dfca-6e0d-46d7-b79a-a68ac3013955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.866430052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"6a6da73c-652f-43f4-999b-dbe05fa1bc32","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.86645286Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"6a6da73c-652f-43f4-999b-dbe05fa1bc32","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.867869389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"40485fea-dea2-466b-b2a4-6efbe4f25ba7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.87781804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"40485fea-dea2-466b-b2a4-6efbe4f25ba7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.877900955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"1fa7030b-766e-4c98-b8b9-dde08feab54f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.880095533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"1ee0dfca-6e0d-46d7-b79a-a68ac3013955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.88633328Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"f9b7e823-dcaa-4fa3-9f77-d00096866807","namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.888516914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"143da1f1-2cb7-4777-8903-27772702580c","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.888534543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"143da1f1-2cb7-4777-8903-27772702580c","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.908142722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"bab22f83-6d45-4aac-ab7e-8fcddf69b795","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.908159341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"bab22f83-6d45-4aac-ab7e-8fcddf69b795","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.965521969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"1220416c-fccb-44ff-8bca-b766ee20d1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.971553273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"00e414c9-245b-4af4-b7bb-9106df639ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:03.987028999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"1220416c-fccb-44ff-8bca-b766ee20d1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.269218013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"00e414c9-245b-4af4-b7bb-9106df639ff3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.270916741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"c5ac5d70-43d9-4e3a-94db-6d98cc10913a","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.270944927Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"c5ac5d70-43d9-4e3a-94db-6d98cc10913a","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.291032547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"447f4d24-81d9-442e-bf66-7dcf4a687e3b","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.29106204Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"447f4d24-81d9-442e-bf66-7dcf4a687e3b","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.294297498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"0ccb3001-72a4-4465-a55d-baa1489fdc7e","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.295006682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d2b91db6-514c-442a-97f3-be4ecd5348fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.305580627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d2b91db6-514c-442a-97f3-be4ecd5348fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.341234157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"0ccb3001-72a4-4465-a55d-baa1489fdc7e","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.34942016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5ea06ae2-88fa-46f9-b47f-324b61973cf1","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.357721954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"5ea06ae2-88fa-46f9-b47f-324b61973cf1","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.44915097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"df0a5e12-e1a1-4e61-a9d4-1f92478b605b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.451083255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e70391c8-980d-48b2-8660-e64d354173a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.451658126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c497b4cf-2e2a-44a6-a978-f5aeabcb0c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.454565666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"52bd219b-b1ad-47f5-a1f9-29bef21ec57c","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.457836208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"df0a5e12-e1a1-4e61-a9d4-1f92478b605b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.460410097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e70391c8-980d-48b2-8660-e64d354173a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.461187728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c497b4cf-2e2a-44a6-a978-f5aeabcb0c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.463289638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"52bd219b-b1ad-47f5-a1f9-29bef21ec57c","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.469049751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c497b4cf-2e2a-44a6-a978-f5aeabcb0c2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.474360993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"52bd219b-b1ad-47f5-a1f9-29bef21ec57c","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.474525572Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","reconcileID":"0c058a17-9a9d-42d3-8991-0286ae4ebb62","MaaSAuthPolicy":{"name":"e2e-cfl-ok-c6a0d8-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.524084773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5c83ecbc-b88a-4a10-8676-0888b4024174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.547949831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf08ab2d-0682-4dc2-845e-2462da0bc475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.551729306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5c83ecbc-b88a-4a10-8676-0888b4024174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.557752471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf08ab2d-0682-4dc2-845e-2462da0bc475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.564657309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"3fde9e12-fc97-4128-863f-9d67a3cf62c0","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.564676684Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"3fde9e12-fc97-4128-863f-9d67a3cf62c0","MaaSModelRef":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-ok-c6a0d8-567ea129b4e6","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-ok-c6a0d8","externalModel":"e2e-cfl-ok-c6a0d8","provider":"e2e-cfl-ok-c6a0d8-provider","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.565354158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (5a0cadf9f8cd9938a996f73e2b03777671221782e939c772b9da42c8631a6b01) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (c43480677deacfd98389ce70ea26b37914b947327c877f2a15edcaa9e5cf8208) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9c1584a685878002acc291447d5fc484eaea2d4adcbc6e965cf71bbc1913e9f0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (7cc6a866e84dc23d8f677aa1e657b274176a6f8e717a29773f22c6baed03005d) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf08ab2d-0682-4dc2-845e-2462da0bc475","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.667340688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9b6a62c3-6aaf-4dad-991c-bc5245b5514f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.670851591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"de93b90a-78e0-4546-b28b-30ca390e7ede","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.671247637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"725726b4-528a-4a67-ae03-12a0c98de393","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.678076172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"03fda539-29ea-4588-9d57-d911363fc604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.678478531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9b6a62c3-6aaf-4dad-991c-bc5245b5514f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.686821957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"725726b4-528a-4a67-ae03-12a0c98de393","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.68684374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"de93b90a-78e0-4546-b28b-30ca390e7ede","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.696935237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"03fda539-29ea-4588-9d57-d911363fc604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.738154715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8b57b812-b4f9-452c-aa97-c69a0f1c11c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.749911272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8b57b812-b4f9-452c-aa97-c69a0f1c11c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.860335661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"50a7a00e-b953-47fc-9d09-f04d5f081dee","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.860366173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"50a7a00e-b953-47fc-9d09-f04d5f081dee","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.863906956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"2f26203e-cdb7-4aae-84d6-d905a6fa2158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.873657042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"2f26203e-cdb7-4aae-84d6-d905a6fa2158","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.893880245Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-sub","reconcileID":"e69a55de-a50e-42a6-a400-e942ea57ef7d","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-b1808e","subscription":"e2e-dft-b1808e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.901255576Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-sub","reconcileID":"e69a55de-a50e-42a6-a400-e942ea57ef7d","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.904948426Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-sub","reconcileID":"e69a55de-a50e-42a6-a400-e942ea57ef7d","MaaSSubscription":{"name":"e2e-dft-b1808e-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-b1808e","namespace":"llm","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.934413353Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-14ebbb priority=0:[ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-734095-sub ai-tenant-e2e-extmod-a-14ebbb/e2e-cfl-same-bcc916-f0b7d2-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.938546042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"6c566908-4405-4a78-b2d4-04dde85f2d7a","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.938565619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"6c566908-4405-4a78-b2d4-04dde85f2d7a","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.962135276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"3156e653-12a3-4ac8-b3ed-2ade5ff7b8f5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.970216142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2002839-1401-46bf-822a-e87c516fbc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.970365903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"7597a5e9-2ec8-4e69-b51b-7f192f5ec0ce","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.970225297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"995b382f-600f-42df-8bff-b00db9719775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.998363688Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"3156e653-12a3-4ac8-b3ed-2ade5ff7b8f5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.007914273Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"7597a5e9-2ec8-4e69-b51b-7f192f5ec0ce","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:05.012147477Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"995b382f-600f-42df-8bff-b00db9719775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:05.0124772Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2002839-1401-46bf-822a-e87c516fbc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.012633082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"3156e653-12a3-4ac8-b3ed-2ade5ff7b8f5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.017061098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"7597a5e9-2ec8-4e69-b51b-7f192f5ec0ce","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:05.021882876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2002839-1401-46bf-822a-e87c516fbc94","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:05.02215235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"995b382f-600f-42df-8bff-b00db9719775","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.022843859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82b47dc8-cd46-40a6-a882-4a0fa909e727","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.022861607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"82b47dc8-cd46-40a6-a882-4a0fa909e727","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.041726528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"aef35070-afd7-4acf-a386-e92b79cf89af","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.04175648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"aef35070-afd7-4acf-a386-e92b79cf89af","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.04588091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"699ac865-97c8-441d-9f17-2e9fa542b66a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.045899731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"699ac865-97c8-441d-9f17-2e9fa542b66a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.050461568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"cf9dbc1a-4a2b-4a84-a345-99a7cc4885f2","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.050479371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"cf9dbc1a-4a2b-4a84-a345-99a7cc4885f2","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.071791313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3903c4ee-83be-4d19-954d-a3829c8f0f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.072029165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"03a5f08a-9fa9-456a-a1be-7f286d5a5361","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.072370707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a0a5be-7d39-463e-8f6e-4cf5bb93bc1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.082225644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3903c4ee-83be-4d19-954d-a3829c8f0f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.083418437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"03a5f08a-9fa9-456a-a1be-7f286d5a5361","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.084784046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a0a5be-7d39-463e-8f6e-4cf5bb93bc1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.090549959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3903c4ee-83be-4d19-954d-a3829c8f0f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.092889772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"8bc7995c-3430-4c98-9e11-d0f2ece8971c","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.092907688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"8bc7995c-3430-4c98-9e11-d0f2ece8971c","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.096800531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a0a5be-7d39-463e-8f6e-4cf5bb93bc1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.096835295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"03a5f08a-9fa9-456a-a1be-7f286d5a5361","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.096954569Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-b1808e-access","reconcileID":"fcc00fe9-1379-4d53-b564-9a2c28814516","MaaSAuthPolicy":{"name":"e2e-dft-b1808e-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.097382594Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"1f95be72-3260-45ff-8b2f-b3f4508a3af5","namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.103071229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43424bbc-d10b-47ba-bdfb-191b49c40674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.103091142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43424bbc-d10b-47ba-bdfb-191b49c40674","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.108702821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88c0f7ca-d4a1-4084-ac22-709647a2dd6e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.108717868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"88c0f7ca-d4a1-4084-ac22-709647a2dd6e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.15448696Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"5ba2a1e4-fc6f-4441-9e63-225aa863a222","namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.163784398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"130cc7b8-2fe3-4eb7-823d-533263d39512","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.164936202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"cc040e11-625f-47b3-abbf-f2b9da93e0d9","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.165933791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a8d57dd9-caa6-4240-a5fa-2b630896f666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.173786885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51fac4af-660e-490d-869b-2d6cf914d6dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.181905174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"130cc7b8-2fe3-4eb7-823d-533263d39512","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.245289959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51fac4af-660e-490d-869b-2d6cf914d6dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.246267521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a8d57dd9-caa6-4240-a5fa-2b630896f666","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.249044736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"cc040e11-625f-47b3-abbf-f2b9da93e0d9","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.251797907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"130cc7b8-2fe3-4eb7-823d-533263d39512","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.254006234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51fac4af-660e-490d-869b-2d6cf914d6dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:05.267251314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51fac4af-660e-490d-869b-2d6cf914d6dd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.276646126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"3840f97e-5f34-4984-9d8c-e68b88586f0a","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.27667872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"3840f97e-5f34-4984-9d8c-e68b88586f0a","MaaSModelRef":{"name":"e2e-dft-b1808e","namespace":"llm"},"routeName":"external-model-e2e-dft-b1808e-4c90157ebe32","namespace":"llm","model":"e2e-dft-b1808e","externalModel":"e2e-dft-b1808e","provider":"e2e-dft-b1808e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.291475905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"116cdecf-ca84-47c5-9f82-6f46772cd2ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.533136709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"23272686-91ff-45ee-9d96-078cb50e64fe","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.533176169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"23272686-91ff-45ee-9d96-078cb50e64fe","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.610017629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"116cdecf-ca84-47c5-9f82-6f46772cd2ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.643180639Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-c6a0d8","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","reconcileID":"28e80c06-dbfc-4e1a-a4d8-367112c83512","namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-ok-c6a0d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.657086518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"0b3e9969-2194-4d6a-8a44-54b97a1ae525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.663401355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bf35fae9-1de0-4952-bfb3-9b51c6a98828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.705341759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"0b3e9969-2194-4d6a-8a44-54b97a1ae525","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.74322143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-sub","reconcileID":"c10d5b53-6e2c-4ca6-a493-de11761a520c","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-same-bcc916","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.746570598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bf35fae9-1de0-4952-bfb3-9b51c6a98828","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.757071923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"41ce55ed-7f6b-49f0-b031-72601bf93040","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.769354596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddfc3750-658a-4c7d-9afc-ab93ca801a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.77744482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"41ce55ed-7f6b-49f0-b031-72601bf93040","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.845296492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddfc3750-658a-4c7d-9afc-ab93ca801a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.845714778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2407d2c9-d4a8-470e-a93b-781ef6ad4d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.853518529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddfc3750-658a-4c7d-9afc-ab93ca801a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.854987899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2407d2c9-d4a8-470e-a93b-781ef6ad4d60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.875779748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3956cd4c-2d41-4fdc-9976-f9999f32f9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.875823811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"32ee5795-ddf0-4ba0-93bb-076522bf1375","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.877385868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4c452592-697c-48aa-90bd-b75e3264e90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.883870269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"472220ee-39de-408f-b1f8-4f24b821bad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.945080028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"472220ee-39de-408f-b1f8-4f24b821bad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.946495122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"3956cd4c-2d41-4fdc-9976-f9999f32f9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.950296548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"32ee5795-ddf0-4ba0-93bb-076522bf1375","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.9514775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"a5f04005-c059-4583-b53b-78fd04636e83","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.951500949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"a5f04005-c059-4583-b53b-78fd04636e83","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.95694171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4c452592-697c-48aa-90bd-b75e3264e90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.971000675Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"3f29d2d6-d7f3-4fa0-ab8b-948bed4ce3f7","namespace":"llm","name":"e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:05.977279544Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-sub","reconcileID":"93910999-437b-4535-8bf0-1d4a80eb225f","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-915549f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.040969263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"634470c6-0d7a-48fe-bff2-78d7c0d72528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.050495889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"634470c6-0d7a-48fe-bff2-78d7c0d72528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.082669494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"89698ad5-464b-48b0-b7b8-5e9b355b464c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.08368855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"17dee778-254b-4302-890f-fa0d2b40215c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.096428416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"89698ad5-464b-48b0-b7b8-5e9b355b464c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.100387128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"17dee778-254b-4302-890f-fa0d2b40215c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.171852034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"4cd47efd-cb6b-4789-9c2b-613996dcc13d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.17685553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"3066f753-7a96-405b-96a3-7e94db319d27","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.176873467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"12211f85-5240-44e9-8a7e-e7aab3fa0f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.177214478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"51176f68-5d7f-4feb-a619-cf3127ed05bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.178320073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6901a842-ecbc-4ff9-9a95-f7f2e434f6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.18030487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"4cd47efd-cb6b-4789-9c2b-613996dcc13d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.186508835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"51176f68-5d7f-4feb-a619-cf3127ed05bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.187154212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"12211f85-5240-44e9-8a7e-e7aab3fa0f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.18946589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6901a842-ecbc-4ff9-9a95-f7f2e434f6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.189774931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"3066f753-7a96-405b-96a3-7e94db319d27","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.190980057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"4cd47efd-cb6b-4789-9c2b-613996dcc13d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.197163287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6901a842-ecbc-4ff9-9a95-f7f2e434f6cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.221535854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5cb6d8e9-e6f3-4123-b83b-a7305919f39c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.221564764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5cb6d8e9-e6f3-4123-b83b-a7305919f39c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.222011981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c94308d0-d7d1-4a98-9101-61ca8e75b6fe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.222034766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c94308d0-d7d1-4a98-9101-61ca8e75b6fe","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.222340695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"635dedc3-9aa5-46b4-9832-80e95bcbf499","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.222352671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"635dedc3-9aa5-46b4-9832-80e95bcbf499","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.222762359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27beaa7c-2883-45a8-b7af-4a10a119096a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.22277592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"27beaa7c-2883-45a8-b7af-4a10a119096a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.223048496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"987bd4fa-0738-4aca-bbe0-70e0abe0b426","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.22306324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"987bd4fa-0738-4aca-bbe0-70e0abe0b426","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.223436903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d5d928dd-d085-4d02-bd68-3cf34700d1c0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.223453951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d5d928dd-d085-4d02-bd68-3cf34700d1c0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.223757423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5cd3275e-cfd8-4a0c-8e7d-eb91839a2b46","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.223772571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5cd3275e-cfd8-4a0c-8e7d-eb91839a2b46","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.224037422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f96cdc3-39bc-494f-b788-2be0dc9ca54f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.224050755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f96cdc3-39bc-494f-b788-2be0dc9ca54f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.240081512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"256a2471-327c-4ae6-8941-8a44bb602d04","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.241201338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"38967898-47e9-418c-895b-6bee6a64d5d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.27509718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"00687687-5660-4637-9b69-711a6d1999c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.27655159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"47bf1a7a-3921-4597-906f-8ec2fb423204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.285280311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"00687687-5660-4637-9b69-711a6d1999c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.28559029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"47bf1a7a-3921-4597-906f-8ec2fb423204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.359186298Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-b1808e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-b1808e","reconcileID":"85c70325-e457-4012-a4ec-08aea873646d","namespace":"llm","name":"e2e-dft-b1808e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.367428837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f22b054b-407f-4fc2-bc55-15b9a46fc3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.36772255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"9e46a7a9-fb1d-46ea-8e2d-f37ed53ee2b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.369010323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0e4a6ad5-771d-43bc-a838-115a0f1f9914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.376426556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"9e46a7a9-fb1d-46ea-8e2d-f37ed53ee2b0","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.377417683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f22b054b-407f-4fc2-bc55-15b9a46fc3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.379316034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0e4a6ad5-771d-43bc-a838-115a0f1f9914","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.403417608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f22b054b-407f-4fc2-bc55-15b9a46fc3f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.485390396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2ceed1c3-5420-4011-879c-af45bbcedffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.535410264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2ceed1c3-5420-4011-879c-af45bbcedffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.545380543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"45ab882c-a77d-4308-bb52-3b3dbe49c7d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.546364665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"77ba916d-8096-416c-82ab-3c74ff4bf9df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.558071334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"45ab882c-a77d-4308-bb52-3b3dbe49c7d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.559175537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"77ba916d-8096-416c-82ab-3c74ff4bf9df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.599468734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"0b558d68-8abe-4cfe-8b4c-e7f16ebe9c9d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.602749175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"785722fa-bf8e-406a-b8e4-7c0bc7ed023f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.604058527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"1d2b2afd-217b-4a54-bf6d-aaed0bebd5e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.608066342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"0b558d68-8abe-4cfe-8b4c-e7f16ebe9c9d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.611474482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"785722fa-bf8e-406a-b8e4-7c0bc7ed023f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.613304694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"1d2b2afd-217b-4a54-bf6d-aaed0bebd5e8","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.616051279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"0b558d68-8abe-4cfe-8b4c-e7f16ebe9c9d","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.702581723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"993b2406-e921-471d-a2ef-4c5f3abbe805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.70289696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"841e3dcd-efab-4e1f-b568-0973e58cf68d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.702581622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"761ea9e5-57ff-4032-a82f-6669721796f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.703482834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"591470de-a1bd-4d64-8345-1fa6aa64afb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.711403135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"841e3dcd-efab-4e1f-b568-0973e58cf68d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.71146691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"993b2406-e921-471d-a2ef-4c5f3abbe805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.714015896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"591470de-a1bd-4d64-8345-1fa6aa64afb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.714381898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"761ea9e5-57ff-4032-a82f-6669721796f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.722506251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"761ea9e5-57ff-4032-a82f-6669721796f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.801770448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"66c8818a-d65c-4aac-9a9e-61e73fde65d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.804060467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58130a01-663b-4eea-a4fd-5345476badca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.853617089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58130a01-663b-4eea-a4fd-5345476badca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.856163551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"66c8818a-d65c-4aac-9a9e-61e73fde65d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.026863042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58130a01-663b-4eea-a4fd-5345476badca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.100234993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"84cc79f1-a571-46f3-95cd-ad7789cda665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.107459723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"ac9ac544-8c10-4321-9898-7422e0a72a6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.107815652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"463624da-2287-48c1-8d16-4c4b9636a583","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.111553923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"84cc79f1-a571-46f3-95cd-ad7789cda665","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.113137573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c230690f-338b-43aa-b8a8-3767324ab0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.122727013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"463624da-2287-48c1-8d16-4c4b9636a583","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.124134298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"ac9ac544-8c10-4321-9898-7422e0a72a6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.127818861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c230690f-338b-43aa-b8a8-3767324ab0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.147296778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"63a0fb0f-60de-4788-ad29-d2d1827e7ee5","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:07.15651653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"63a0fb0f-60de-4788-ad29-d2d1827e7ee5","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.366691988Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"c31b3640-ada8-4d16-b57c-745bf6c86b38","namespace":"llm","name":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.416089519Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"fa6aba2b-e84b-4e7d-82c4-8cc5d2e7f9a1","namespace":"llm","name":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.418299102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7bdcef1-1ee7-416c-a43c-11b5a3aeb8be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.41831846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7bdcef1-1ee7-416c-a43c-11b5a3aeb8be","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.418746776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"90f9f914-d073-4a6a-8d6c-6837d58f97e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.41876311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"90f9f914-d073-4a6a-8d6c-6837d58f97e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.423170882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"748091e1-27f9-4d83-b2a7-3b414d584224","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.437189971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2851b81c-0df3-4332-adcf-ef8d57fbd484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.437785295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b97243d0-b7ea-4302-9f42-baea05493870","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.440091673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b97243d0-b7ea-4302-9f42-baea05493870","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.440587099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0992bd14-8707-41bc-a824-dcdf0935e575","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.440675866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0992bd14-8707-41bc-a824-dcdf0935e575","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.441227402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc104278-2d8c-4e72-ac8d-c0c85f9632b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.441278346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc104278-2d8c-4e72-ac8d-c0c85f9632b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.441911391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d000f15-4042-4378-a8bb-dd1d5156f543","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.443008172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d000f15-4042-4378-a8bb-dd1d5156f543","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.443474728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d49decf6-18f8-47d7-a248-c216949fbad8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.44464954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d49decf6-18f8-47d7-a248-c216949fbad8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.445160707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9525569d-e728-4d62-91ad-d861f6528196","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.445210391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9525569d-e728-4d62-91ad-d861f6528196","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.450433943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"748091e1-27f9-4d83-b2a7-3b414d584224","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.438251202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b72c1739-8f40-41d8-9b1c-d710d8d8ba44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.438064417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fb7835-8c46-4d6d-8929-933e5ffe945c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.43850713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0b0812e7-4274-4b66-b06e-ccd806b9435b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.45855555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ed74fd55-e886-44e1-9bd3-dc5b678aa6a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.465347986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2851b81c-0df3-4332-adcf-ef8d57fbd484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.466958398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"748091e1-27f9-4d83-b2a7-3b414d584224","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.467194186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b72c1739-8f40-41d8-9b1c-d710d8d8ba44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.472268795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fb7835-8c46-4d6d-8929-933e5ffe945c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.489528826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0b0812e7-4274-4b66-b06e-ccd806b9435b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.506585294Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"80dfd827-5a63-4f5b-a9b9-84a185836184","namespace":"llm","name":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.506816161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2851b81c-0df3-4332-adcf-ef8d57fbd484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.507394651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b7240131-8f11-4811-88e5-e9d99787eca0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.507410618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b7240131-8f11-4811-88e5-e9d99787eca0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.507753609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8cbab226-9899-4025-b72b-185eb60f6f71","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.507766858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8cbab226-9899-4025-b72b-185eb60f6f71","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.508055994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4ebee32-c996-4876-b1c7-7dd2ad769810","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.508068667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d4ebee32-c996-4876-b1c7-7dd2ad769810","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.508439666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3bd348dc-9b63-433c-b916-9580ecfc227e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.508454383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3bd348dc-9b63-433c-b916-9580ecfc227e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.50853055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2fb7835-8c46-4d6d-8929-933e5ffe945c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.508718855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"26035782-1d2d-4145-99d5-f0a3723f5510","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.508731144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"26035782-1d2d-4145-99d5-f0a3723f5510","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.508943538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f1871587-c679-48b5-aac2-5985bee65e77","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.508953718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f1871587-c679-48b5-aac2-5985bee65e77","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.509282903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bf03719a-616a-4281-8ad3-815e7ee9b176","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.509304142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bf03719a-616a-4281-8ad3-815e7ee9b176","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.509746251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d05f9aae-ea8b-454e-a6cc-59d3c74562bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.509764558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d05f9aae-ea8b-454e-a6cc-59d3c74562bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.515482186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6cfd5ae8-e302-46a2-b7ab-cfd1aeb2f55b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.52415033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6cfd5ae8-e302-46a2-b7ab-cfd1aeb2f55b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.53367755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"994f8242-1ff5-4208-bc67-87b43cfd3cfe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.558043051Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"68aa112d-ffa2-4234-a606-710949543f3b","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"name":"e2e-dft-refs-387df6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.585811267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a07e7f10-3404-4776-9cd1-93d9f2efb4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.595352432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4345224d-6cd7-4f95-b2bd-ea1898341d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.596110979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"1a39c094-edde-4c61-af92-d00c53c4e309","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.609084645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"caf410a0-3f08-4ace-8349-bb475386d162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.621169841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4345224d-6cd7-4f95-b2bd-ea1898341d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.626849416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"1a39c094-edde-4c61-af92-d00c53c4e309","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.630018386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a07e7f10-3404-4776-9cd1-93d9f2efb4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.631865333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"caf410a0-3f08-4ace-8349-bb475386d162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.64257959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"8a473afd-70e1-4e8b-bea3-fd3c87c80a22","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.654176154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"8a473afd-70e1-4e8b-bea3-fd3c87c80a22","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.679405814Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"8bb63661-7b34-4013-a48e-94657c9545fb","namespace":"llm","name":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.741104643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"8bf9bc06-e4c6-446f-b41e-60fba8ea9fe2","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.741135598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"8bf9bc06-e4c6-446f-b41e-60fba8ea9fe2","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-387df6-a5ef5f6daae3","namespace":"llm","model":"e2e-dft-refs-387df6","externalModel":"e2e-dft-refs-387df6","provider":"e2e-dft-refs-387df6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.741907146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"b87b5562-40be-4612-ae98-1206d3f9aaec","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.745021154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"68ecf01c-a2e0-43de-b95e-359bfe1990c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.748544746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"20112f9b-18e2-48b2-b374-c778e31406a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.750869227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"b87b5562-40be-4612-ae98-1206d3f9aaec","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.755753421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"68ecf01c-a2e0-43de-b95e-359bfe1990c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.76802499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"20112f9b-18e2-48b2-b374-c778e31406a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.820110938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ded85737-1c0a-41aa-bfc5-ea4987b83fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.890154948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ded85737-1c0a-41aa-bfc5-ea4987b83fed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.918559126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"b747c5bd-4ae9-41fe-b1ca-d2b13607d591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.918957619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"4101e5e2-7922-43fe-a914-00635bf9aedf","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.962097812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"b747c5bd-4ae9-41fe-b1ca-d2b13607d591","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.963812394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"4101e5e2-7922-43fe-a914-00635bf9aedf","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.012092105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"1aa06bfc-d0c3-4de2-8261-5213885b3dfe","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.012353622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"432168c6-d4b7-4af2-afde-8a86ce199678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.017732643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6630eea-bd53-4334-b279-f1a14d2565e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.020526079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"1aa06bfc-d0c3-4de2-8261-5213885b3dfe","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.024127503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"432168c6-d4b7-4af2-afde-8a86ce199678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.027131389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6630eea-bd53-4334-b279-f1a14d2565e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.028042324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"1aa06bfc-d0c3-4de2-8261-5213885b3dfe","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.031891013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"432168c6-d4b7-4af2-afde-8a86ce199678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.035118831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6630eea-bd53-4334-b279-f1a14d2565e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.100018142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"7ea0c3d7-02ed-4385-a1e1-b075e348f10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.100047377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"022f65e2-9d02-4587-b2c1-362bf59fd85a","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.100542316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"26ad277e-5eac-47fe-8fc6-335e1d4df957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.100711307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"abca2df2-6314-490f-b444-57497bd1ca80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.100992065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"bc43da53-c778-4b55-911a-40cc5f5b5c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.112567423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"7ea0c3d7-02ed-4385-a1e1-b075e348f10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.125121304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"26ad277e-5eac-47fe-8fc6-335e1d4df957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.12792239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"abca2df2-6314-490f-b444-57497bd1ca80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.130575562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"bc43da53-c778-4b55-911a-40cc5f5b5c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.133532582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"022f65e2-9d02-4587-b2c1-362bf59fd85a","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.199035273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"659df030-af97-462f-a4bc-03c19bec5b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.203052466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"99a08470-9cd1-414c-bbd8-762c7bd59ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.203090806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"baaae6f1-6834-4fd1-9fa7-23a8437bed6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.203660393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"0ca8d337-e264-431f-a619-5bc08b00929a","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.203685495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"cb18ef9b-8a44-41e9-933e-47c6c6cb3e76","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.208016609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"659df030-af97-462f-a4bc-03c19bec5b30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.213038626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"baaae6f1-6834-4fd1-9fa7-23a8437bed6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.213691339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"0ca8d337-e264-431f-a619-5bc08b00929a","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.216293406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"cb18ef9b-8a44-41e9-933e-47c6c6cb3e76","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.217205465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"99a08470-9cd1-414c-bbd8-762c7bd59ae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.36270707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"cd68ae33-6b67-4e24-a88b-0b786c92956a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.452701508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"cd68ae33-6b67-4e24-a88b-0b786c92956a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.520771079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"46aebd5d-658e-475a-9973-b93ae507b715","namespace":"llm","name":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.582943502Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"0362b1d6-0f88-43b4-8df4-9d3a16170889","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-387df6-a5ef5f6daae3","namespace":"llm","model":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.590093869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"cafc2af8-d7b7-407c-a9eb-777b0ab51d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.590462204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"226edcd1-dcb9-471f-adeb-8e8587cdd701","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.636910167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"226edcd1-dcb9-471f-adeb-8e8587cdd701","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.637391626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d02995d-1096-464a-b908-68aff3ab4670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.639944351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4a17eef9-9e13-4335-8f59-ea484ca530cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.641938733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"191802df-7b8d-4ec7-814d-3c0b3b4d3eb7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.641965507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"191802df-7b8d-4ec7-814d-3c0b3b4d3eb7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.642459152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46eea1c0-62c7-4b21-b864-97d008ab35d6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.642482199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46eea1c0-62c7-4b21-b864-97d008ab35d6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.642905649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"cafc2af8-d7b7-407c-a9eb-777b0ab51d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.64291797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c131a758-2674-49dd-97a5-aa597498b0af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.6432927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c131a758-2674-49dd-97a5-aa597498b0af","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.643840377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff35c895-0415-4a31-b70e-ddbd1bff1a2e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.643935112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff35c895-0415-4a31-b70e-ddbd1bff1a2e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.644248881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"728f5b1f-fb9f-4f77-9704-3b5348f21459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.65120381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"edef903d-6537-43a4-9182-6d18cd5f43bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.656882146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68525069-904e-4442-8ccf-95a8672c0fd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.656934182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68525069-904e-4442-8ccf-95a8672c0fd8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.66065725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d02995d-1096-464a-b908-68aff3ab4670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.662488029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"226edcd1-dcb9-471f-adeb-8e8587cdd701","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.666388231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"728f5b1f-fb9f-4f77-9704-3b5348f21459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.666961586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc91b38f-52f4-4d99-a96a-afc8fab026c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.667012785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cc91b38f-52f4-4d99-a96a-afc8fab026c4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.667471801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8c1dc243-3580-4ae6-98ec-a688033b272c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.667528787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8c1dc243-3580-4ae6-98ec-a688033b272c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.667961997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72999a1e-2a96-434a-b3bb-43715891e965","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.668020462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72999a1e-2a96-434a-b3bb-43715891e965","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.673991751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"aa536b0a-33d3-4c6b-a5d5-e1fa0bc0b7c9","namespace":"llm","name":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.683487101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d02995d-1096-464a-b908-68aff3ab4670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.686470604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"eae33262-05b7-472c-81dc-f31d37f82867","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"name":"e2e-dft-refs-387df6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.686824497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"a98e0d6f-e51d-4678-a5f8-19adb71a2b6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.701995965Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"728f5b1f-fb9f-4f77-9704-3b5348f21459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.720469962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1c299e3b-1e71-4caa-831f-dc239ca5560f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.748294531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"a98e0d6f-e51d-4678-a5f8-19adb71a2b6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.874240347Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"ced4ab27-88a3-4ffc-91bf-9c8ab84f9752","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"name":"e2e-dft-refs-387df6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.898943712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1c299e3b-1e71-4caa-831f-dc239ca5560f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.900801594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"140ed2e7-6b32-4fe6-a985-8eb44e5a2131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.940266364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"43a03326-736f-4ec8-991b-6bd614bbce49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.940686673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"2fb2fd83-64f9-4673-8285-2f294ab48e48","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.946069882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"140ed2e7-6b32-4fe6-a985-8eb44e5a2131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.951260835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"2fb2fd83-64f9-4673-8285-2f294ab48e48","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:09.952270175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"43a03326-736f-4ec8-991b-6bd614bbce49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.019770557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"1bb97a06-04a2-4269-a470-d636128fc191","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.02044724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9117c6c6-936e-40f5-abe0-e50271feddce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.020860615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"2738b570-3fcb-49e0-99fa-d76baa825509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.024977239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ff32be15-40f6-4181-87f3-6367b39736a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.030643792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"1bb97a06-04a2-4269-a470-d636128fc191","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.031085115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"2738b570-3fcb-49e0-99fa-d76baa825509","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.033092345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9117c6c6-936e-40f5-abe0-e50271feddce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.033955981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"ff32be15-40f6-4181-87f3-6367b39736a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.380139747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"5c741168-98b8-474f-bcb5-3d89f9dbfa57","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.383151008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a5bd2a4a-b13c-4970-942e-84ff23954e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.387193593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"82d9cca6-baf2-4b5b-b3a0-88370f961436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.391552113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a47d594-5d25-4a11-a154-e47725d531cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.393050407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"5c741168-98b8-474f-bcb5-3d89f9dbfa57","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.398258138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b34c5ea8-1fdf-44d7-bfc0-9cff79870787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.441660789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a5bd2a4a-b13c-4970-942e-84ff23954e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.452963401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a47d594-5d25-4a11-a154-e47725d531cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.454444284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b34c5ea8-1fdf-44d7-bfc0-9cff79870787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.456853121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"82d9cca6-baf2-4b5b-b3a0-88370f961436","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.462508503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a47d594-5d25-4a11-a154-e47725d531cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.471954264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"f4452e2a-728c-43f1-a255-79e089aa08a7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.541048426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"028a5a47-3de9-47f0-8717-dbf2ff44dff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.544321475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"f4452e2a-728c-43f1-a255-79e089aa08a7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.544546247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"197b9171-6830-4c4e-9f55-f2586da07644","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.544751807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2dfd6c81-5a4d-4229-ae3d-5e8319f0858e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.546362014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"518378de-285c-44d5-aa0a-8701be7d44be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.551678558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"028a5a47-3de9-47f0-8717-dbf2ff44dff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.554587988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"f4452e2a-728c-43f1-a255-79e089aa08a7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.556297681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"518378de-285c-44d5-aa0a-8701be7d44be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.557329968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2dfd6c81-5a4d-4229-ae3d-5e8319f0858e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.558622606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"197b9171-6830-4c4e-9f55-f2586da07644","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.56001326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"028a5a47-3de9-47f0-8717-dbf2ff44dff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.73603233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-sub","reconcileID":"8986d8c8-db25-487f-9879-2325a6369fd1","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","subscription":"e2e-cfl-same-f2f347-c30008-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.743567204Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-sub","reconcileID":"8986d8c8-db25-487f-9879-2325a6369fd1","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.74791588Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-sub","reconcileID":"8986d8c8-db25-487f-9879-2325a6369fd1","MaaSSubscription":{"name":"e2e-cfl-same-f2f347-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.873405498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"11b246e9-4e5a-444c-ac90-be7a1a17d434","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.873428657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"11b246e9-4e5a-444c-ac90-be7a1a17d434","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.883407332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"2853791a-1f2c-459f-b072-9dd7202c48e6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.883409894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"bcff2dfc-50de-4526-b6b9-11003c1e5e47","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.893703976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"2853791a-1f2c-459f-b072-9dd7202c48e6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.894076347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"bcff2dfc-50de-4526-b6b9-11003c1e5e47","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.894339321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"61b0b8d8-2808-448f-9f3c-c126d7022e19","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.894356285Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"61b0b8d8-2808-448f-9f3c-c126d7022e19","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.029550167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"c70ed888-a132-4400-8b67-fb7948be5197","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.030760768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"ff4a344f-4eef-446d-9a16-a3a6f022554a","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.030840573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"ff4a344f-4eef-446d-9a16-a3a6f022554a","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.04510377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"c70ed888-a132-4400-8b67-fb7948be5197","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.205439011Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-same-f2f347-c30008-access","reconcileID":"4989c0fe-94e3-4ab0-98f9-d7fdf06bc123","MaaSAuthPolicy":{"name":"e2e-cfl-same-f2f347-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.320166362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"fe4ee100-9810-4a4b-ad22-a081a1828da2","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.320189949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"fe4ee100-9810-4a4b-ad22-a081a1828da2","MaaSModelRef":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-same-f2f347-32a22ced9326","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-same-f2f347","externalModel":"e2e-cfl-same-f2f347","provider":"e2e-cfl-same-f2f347","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.345319149Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.863148609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"d48b64eb-4f60-4b2f-b85f-244559a2412f","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.872900938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"4d9e2033-4cd3-456b-a8fb-b6685962feaa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.886215748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f5effd1b-ee3f-49b7-b300-464f64913134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.918973962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96eeb457-844f-4462-b1d7-1813985176e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.919740305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fda1cfb5-977f-4121-999a-3012bfbdb8eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.921337019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"4d9e2033-4cd3-456b-a8fb-b6685962feaa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.936320687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fda1cfb5-977f-4121-999a-3012bfbdb8eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.937925637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"4d9e2033-4cd3-456b-a8fb-b6685962feaa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.939285066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99d88f1c-aa6f-4498-a0ac-7bc593d46b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.941296173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f5effd1b-ee3f-49b7-b300-464f64913134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.947236962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96eeb457-844f-4462-b1d7-1813985176e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.951781921Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"fec1b9b3-5081-483e-ad49-07926c82424d","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.955419263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99d88f1c-aa6f-4498-a0ac-7bc593d46b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.957443286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96eeb457-844f-4462-b1d7-1813985176e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.960331346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9ab2740a-f5cc-42ed-a879-5b596b3e7c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.964640238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"aec3acca-854b-42b0-8eca-deaa900a8c5e","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.964711648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"aec3acca-854b-42b0-8eca-deaa900a8c5e","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.966664433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99d88f1c-aa6f-4498-a0ac-7bc593d46b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.969529881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9ab2740a-f5cc-42ed-a879-5b596b3e7c8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.056125841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-sub","reconcileID":"8108424b-088d-4ee0-8203-b7046ebdd098","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-9f45e1","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.058938137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"62fd0fac-0538-43d4-8ae7-3fab052c8a3f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.05919283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0e1022f1-024a-4bac-bd70-d5f88f5921ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.062062554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"34bdb17d-d529-48c6-ba64-6610249a45fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.062519588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6583450d-5b29-4e79-a163-2d9e9f2b5741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.064897035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"4ed91035-6bb0-4261-8a93-0a5bac1750f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.068033487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"62fd0fac-0538-43d4-8ae7-3fab052c8a3f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.068154132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"0e1022f1-024a-4bac-bd70-d5f88f5921ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.070517446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"34bdb17d-d529-48c6-ba64-6610249a45fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.071142386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6583450d-5b29-4e79-a163-2d9e9f2b5741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.0732729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"4ed91035-6bb0-4261-8a93-0a5bac1750f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.191215686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"03f385a1-1027-41dd-abbc-7070ec8d6e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.192688609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","reconcileID":"1fbc3958-d44c-44de-880e-d0e369159aea","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.19305112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"3464db14-e19f-4737-9ad1-2adccd0e096d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.209420191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"65f2ead4-e00d-4773-9a8d-7eee137b9bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.210139944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"508fd4fa-54f4-48c8-8a42-5de0eb687307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.225322438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"29c56e2e-2e59-4ffd-8798-400ad8d2db8b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.416542519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"508fd4fa-54f4-48c8-8a42-5de0eb687307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.451531028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"3464db14-e19f-4737-9ad1-2adccd0e096d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.485778028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"65f2ead4-e00d-4773-9a8d-7eee137b9bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.487999271Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"685d9e61-297b-4cb3-99e5-5a794787ebe3","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.502420289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"03f385a1-1027-41dd-abbc-7070ec8d6e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.543193329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"29c56e2e-2e59-4ffd-8798-400ad8d2db8b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.63699814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"31e20a21-fa3b-4d3c-83b6-f5e48d999ce8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.645744562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"31e20a21-fa3b-4d3c-83b6-f5e48d999ce8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.653916289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"31e20a21-fa3b-4d3c-83b6-f5e48d999ce8","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.739358924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67cea0bd-7008-44b3-a4d0-2b0be66cc115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.740773535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"eede67f0-4730-4579-b65b-826e8cbc0fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.740780749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87e65218-2379-4fb0-9178-e84ac576c9b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.742112283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"115d391f-31d3-4181-b9ce-011350a2e32d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.742382256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"dec1d6e9-6e77-45d6-a19d-6961a2ec8c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.748411917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67cea0bd-7008-44b3-a4d0-2b0be66cc115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.748997566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"eede67f0-4730-4579-b65b-826e8cbc0fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.750925022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87e65218-2379-4fb0-9178-e84ac576c9b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.75132004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"115d391f-31d3-4181-b9ce-011350a2e32d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.75355669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"dec1d6e9-6e77-45d6-a19d-6961a2ec8c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.755996849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67cea0bd-7008-44b3-a4d0-2b0be66cc115","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.758569224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87e65218-2379-4fb0-9178-e84ac576c9b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.766849171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"7c756431-ad59-4d71-a9cb-c285ada87ce5","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.767692941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2635c403-3216-4e8d-bc06-85d96da16793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.769812021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"6abc7bd9-914d-46bd-94be-b04fbb49bfe2","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.771975059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9d7d13db-050c-40aa-ab7d-9dea5c8b3f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.775355103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"7c756431-ad59-4d71-a9cb-c285ada87ce5","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.776140935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2635c403-3216-4e8d-bc06-85d96da16793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.778019798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"6abc7bd9-914d-46bd-94be-b04fbb49bfe2","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.78018892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9d7d13db-050c-40aa-ab7d-9dea5c8b3f53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.847453278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"291c3720-e76d-4c5c-b429-36726e0f79c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.855835011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"291c3720-e76d-4c5c-b429-36726e0f79c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.943790028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"0e1f641f-551e-41c6-bbb4-eb706048f25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.945454416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"fa0ddd61-7a61-46f2-8e5b-bd604537b337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.945980529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"fa5bd432-3e8d-45e2-961f-cbcf3b0575a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.947230169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f16a44b5-b6d4-411a-acfe-a829f62e68d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.952294875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"0e1f641f-551e-41c6-bbb4-eb706048f25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.955741907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"fa0ddd61-7a61-46f2-8e5b-bd604537b337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.955769425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"fa5bd432-3e8d-45e2-961f-cbcf3b0575a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.960188904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f16a44b5-b6d4-411a-acfe-a829f62e68d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.0190589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"9cab9410-2ee3-41e1-b93c-88cf1a91eaf2","namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.045493121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"de36d859-a5bb-4f20-84c1-fb231c142050","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.059451945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"14220019-49fe-4713-b576-7cec9a79e1b5","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.069518685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"14220019-49fe-4713-b576-7cec9a79e1b5","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.16407126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"97127dba-2416-445b-af49-a924011f7942","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.164316514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"d2604bdf-4219-4d1e-afc4-2e0ae1505501","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.164986498Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f2f347","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","reconcileID":"175be147-6637-42f9-9710-541342883489","namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-same-f2f347","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.169437949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e1a8d703-3bd3-4c1b-bfd9-24ab4ece7a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.169911432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fda7b582-5425-475e-b221-1d9255773bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.172611974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28de5082-98da-4550-a176-afb2da159226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.244490556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"d2604bdf-4219-4d1e-afc4-2e0ae1505501","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.24941089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"97127dba-2416-445b-af49-a924011f7942","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.296205187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e1a8d703-3bd3-4c1b-bfd9-24ab4ece7a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.369935553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fda7b582-5425-475e-b221-1d9255773bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.381121757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"d2604bdf-4219-4d1e-afc4-2e0ae1505501","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.390109945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28de5082-98da-4550-a176-afb2da159226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.39214782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fda7b582-5425-475e-b221-1d9255773bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.398688433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3aa386a3-1146-4cca-ab4b-2f17e360b6eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.400843512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28de5082-98da-4550-a176-afb2da159226","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.407298603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3aa386a3-1146-4cca-ab4b-2f17e360b6eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.495864426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d72cd027-5f87-4b3b-851a-01dda0299314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.497005461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"69caeb1a-1de3-42c7-805a-e3a0fce41631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.498680063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"6f6a9713-d048-4f5e-a0a2-214d7df56491","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.500277166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d69d71ee-73db-4908-a306-8d6f62e537f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.507964897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d72cd027-5f87-4b3b-851a-01dda0299314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.509247853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"69caeb1a-1de3-42c7-805a-e3a0fce41631","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.516241637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"6f6a9713-d048-4f5e-a0a2-214d7df56491","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.517414102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d69d71ee-73db-4908-a306-8d6f62e537f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.761772875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"30cb0bac-9d91-499c-b018-3a20f763b76c","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.761809675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"30cb0bac-9d91-499c-b018-3a20f763b76c","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.766761784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ea3833b5-f68d-4212-ab68-fc7dabc47897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.773434789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"55cee4d6-27f0-4416-be4a-793d312a9a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.774184231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e91a1575-93e8-4726-ad89-169459d404f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.78099772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ea3833b5-f68d-4212-ab68-fc7dabc47897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.786710576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e91a1575-93e8-4726-ad89-169459d404f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.787183174Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-sub","reconcileID":"cd7ec89b-4a72-4696-a78c-04b409565621","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-acc87b8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.787861598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"55cee4d6-27f0-4416-be4a-793d312a9a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.826029323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"55175f28-070c-4dec-b9ba-0e6af6d88264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.843742631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"55175f28-070c-4dec-b9ba-0e6af6d88264","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.925234276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"186e0ce9-f216-4c78-b95b-dcf3928e33f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.925278895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"81996ed3-93c4-4709-9845-54b5982e6d28","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.925904765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"74aca45a-483c-4c25-a69b-183ed86c87e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.928824734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3e92e9c6-be78-4c43-8da6-9c9683d68120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.934702317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"519b652b-aa67-4e4d-a1e2-68a04e51e194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.936678773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"81996ed3-93c4-4709-9845-54b5982e6d28","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.940054507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"74aca45a-483c-4c25-a69b-183ed86c87e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.94033257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3e92e9c6-be78-4c43-8da6-9c9683d68120","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.943272812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"186e0ce9-f216-4c78-b95b-dcf3928e33f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.945052272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"81996ed3-93c4-4709-9845-54b5982e6d28","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.945100943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"519b652b-aa67-4e4d-a1e2-68a04e51e194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.951254763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"186e0ce9-f216-4c78-b95b-dcf3928e33f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.952931184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"519b652b-aa67-4e4d-a1e2-68a04e51e194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.956721461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"84b66dd0-069f-402d-8537-59d92500376d","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.959477384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"1aeab13a-41bd-4e04-920d-9984905d090d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.965011644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"84b66dd0-069f-402d-8537-59d92500376d","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:13.967810374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"1aeab13a-41bd-4e04-920d-9984905d090d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.765528757Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"f0ad74e2-eff1-4f82-b35b-fd93d1c0d891","namespace":"llm","name":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.771648557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"64b79b1d-d4e0-40b8-b1fe-bf897885af57","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"name":"e2e-dft-refs-387df6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.785935815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"70371687-d17e-4f41-b6a0-13c99c0a7446","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.797850142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5228e8dd-4642-407a-9955-576636152438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.797919314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5c3c92df-dd4d-48f3-b179-5034c5e35137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.798392576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"650d6ee5-09a9-4f1d-9de1-32e9ad67e698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.798505106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9003c796-d511-4dc4-ac42-49901e3fe96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.803328779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"70371687-d17e-4f41-b6a0-13c99c0a7446","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.811124063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5228e8dd-4642-407a-9955-576636152438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.81412327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"70371687-d17e-4f41-b6a0-13c99c0a7446","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.814460932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"650d6ee5-09a9-4f1d-9de1-32e9ad67e698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.815055748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"7b3cd7fc-3738-47fd-ba04-decb9f5235ed","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"name":"e2e-dft-refs-387df6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.816811694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5c3c92df-dd4d-48f3-b179-5034c5e35137","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.819032837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9003c796-d511-4dc4-ac42-49901e3fe96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.823028091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2fc9edc-9517-4277-86f2-dd3576072b22","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.823045229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b2fc9edc-9517-4277-86f2-dd3576072b22","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.82312543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"650d6ee5-09a9-4f1d-9de1-32e9ad67e698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.823281569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7b5d2cbc-1563-4a74-948f-5f76cb6442a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.823294117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7b5d2cbc-1563-4a74-948f-5f76cb6442a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.82353539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"14c5d8eb-b5b0-49ea-b8ba-20d4afde09a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.823550057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"14c5d8eb-b5b0-49ea-b8ba-20d4afde09a3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.823949426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52d133e5-f586-4e14-9fb1-83212a8e3051","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.823970214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"52d133e5-f586-4e14-9fb1-83212a8e3051","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.824309271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83994d79-a9c7-4e40-b2f2-c27110e8f97f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.824325433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83994d79-a9c7-4e40-b2f2-c27110e8f97f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.82484852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f1405c3f-6c3f-4baa-87da-215516745d27","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.824864746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f1405c3f-6c3f-4baa-87da-215516745d27","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.825122393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a68fff49-e1ad-4f02-86b0-6628e391b10b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.82513411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a68fff49-e1ad-4f02-86b0-6628e391b10b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.82581143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b21ede8-b780-4a65-936c-cd52198b4157","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.82583798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6b21ede8-b780-4a65-936c-cd52198b4157","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.843772113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9003c796-d511-4dc4-ac42-49901e3fe96a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.85241671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4dad6680-8bad-43c2-b71e-0060b3718d2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.853047277Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"c93a9445-d7e6-42bb-a0a2-47b781edc1da","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"name":"e2e-dft-refs-387df6","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.861254499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4811aab0-4585-47b4-bac6-771172e5bc0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.862047285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0ccb5ca2-3b9e-4ff1-89ec-6f93b0086daf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.862068153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0ccb5ca2-3b9e-4ff1-89ec-6f93b0086daf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.862402679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ce261d8c-5fee-4a97-9e0e-b01d342b01d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.862418948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ce261d8c-5fee-4a97-9e0e-b01d342b01d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.862772163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aae1ba2f-954d-492a-b63b-0abeb7d2a2e0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.862792875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"aae1ba2f-954d-492a-b63b-0abeb7d2a2e0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.863106267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9b345a46-75e7-46f9-b4c9-b24a79c65d41","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.863121105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9b345a46-75e7-46f9-b4c9-b24a79c65d41","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.863430287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d9f4aaa-6358-4793-95bf-acaad3ba73f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.863446785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d9f4aaa-6358-4793-95bf-acaad3ba73f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.863903964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"231c03de-c3bb-485f-a5fa-6484d8746416","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.863922687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"231c03de-c3bb-485f-a5fa-6484d8746416","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.864221988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"51e906a2-9b02-4a10-9740-bd2fabb83623","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.864234541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"51e906a2-9b02-4a10-9740-bd2fabb83623","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.864442923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f11847c9-8044-4966-b12f-07f854d921ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.864454561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f11847c9-8044-4966-b12f-07f854d921ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.948460209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ff9a8a7a-5549-4a1c-90d8-81164812e44e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.950341442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4dbd420f-050c-4c72-824f-68b009d5042a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.951657761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"92b645bb-7be3-4962-8d28-645c8eb1fce7","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.958474867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ff9a8a7a-5549-4a1c-90d8-81164812e44e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.96031734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4dbd420f-050c-4c72-824f-68b009d5042a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.962156418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"92b645bb-7be3-4962-8d28-645c8eb1fce7","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.979378903Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"81a8eb74-7caf-4fba-9878-d35cb3609f7f","namespace":"llm","name":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.981300728Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-sub","reconcileID":"f7230b21-40cd-4ed3-b199-e82272009e44","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-915549f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.982703815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d0972344-5a7e-4e5b-ad74-2e37fa4ce371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.983469448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"134dd6ce-1fe5-4da7-b980-861bfdc0bc68","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.983486072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"134dd6ce-1fe5-4da7-b980-861bfdc0bc68","MaaSModelRef":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-387df6-a5ef5f6daae3","namespace":"llm","model":"e2e-dft-refs-387df6","externalModel":"e2e-dft-refs-387df6","provider":"e2e-dft-refs-387df6-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:15.994503986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d0972344-5a7e-4e5b-ad74-2e37fa4ce371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.138078952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"9841f908-d37e-4a1c-a9f4-131ab0fd2fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.208039223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"9841f908-d37e-4a1c-a9f4-131ab0fd2fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.260890369Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"b05749b9-8ea0-471c-93df-16cfc19f3d6c","namespace":"llm","name":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.408294052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4f9fd5aa-7766-448f-93e3-f9192c22c878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.436145185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bc3be4ec-22fb-4efb-8b72-004f5613e89a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.437122343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"3d52332a-1228-4ad5-86ff-a259d358ccfb","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.448590272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4f9fd5aa-7766-448f-93e3-f9192c22c878","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.46512961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bc3be4ec-22fb-4efb-8b72-004f5613e89a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.486771231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9940c90b-3099-48aa-b33f-a4543049c8be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.498195619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"3d52332a-1228-4ad5-86ff-a259d358ccfb","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.502987698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9940c90b-3099-48aa-b33f-a4543049c8be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.583033513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"760c058c-2762-4d51-9b6e-312f36dc8d4d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.590942669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ac0687c8-5080-4ff7-bf5d-04453ae2ba62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.594417581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"760c058c-2762-4d51-9b6e-312f36dc8d4d","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.594886361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f15bcb52-08c2-4175-aad2-63f9c80fbc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.595459227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"088de844-c314-4ff3-948a-681475cd77c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.595868493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"474cee41-7fa6-4ace-8c37-76a2ed7b9188","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.600557475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ac0687c8-5080-4ff7-bf5d-04453ae2ba62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.604162347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"474cee41-7fa6-4ace-8c37-76a2ed7b9188","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.604164563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f15bcb52-08c2-4175-aad2-63f9c80fbc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.606572034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"088de844-c314-4ff3-948a-681475cd77c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.611735628Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"474cee41-7fa6-4ace-8c37-76a2ed7b9188","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.612102274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f15bcb52-08c2-4175-aad2-63f9c80fbc0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.614479223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"088de844-c314-4ff3-948a-681475cd77c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.64617881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"1ab9808e-925b-40ec-b3d0-298ed2755b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.656225431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"339180bb-3ca2-4375-98d3-7fc106111746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.656939647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e766d71e-5548-49bf-b1d2-2d958d2573a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.657470294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"146ad1b7-22ad-49c5-96bf-8eb8c7756118","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.70196542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e1986889-6a5d-4272-b99a-d7ff65eb1acd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.707990596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"146ad1b7-22ad-49c5-96bf-8eb8c7756118","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.712672015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"1ab9808e-925b-40ec-b3d0-298ed2755b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.71829585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"339180bb-3ca2-4375-98d3-7fc106111746","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.722590281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e1986889-6a5d-4272-b99a-d7ff65eb1acd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.75245999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"e766d71e-5548-49bf-b1d2-2d958d2573a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.84649643Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-03fe04","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","reconcileID":"a01ea4d1-e896-4d2c-b942-2370950d6c88","namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.850743943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f85a65ee-e50d-45fa-91a4-4467d8044fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.850873327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ed8d622a-6732-4b68-a4e0-de9b095ec31f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.851360917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"2c417128-2bf5-42e2-aa5a-fea4e93e113e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.856337222Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-03fe04","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","reconcileID":"28bf64ee-7f46-4546-80d3-fa431bbe37c6","namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.861382217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"de79bf28-a0d7-42be-acb0-231a4b7a84d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.864030101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"2c417128-2bf5-42e2-aa5a-fea4e93e113e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.867342901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f85a65ee-e50d-45fa-91a4-4467d8044fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.867835918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"7483a94b-34a8-4936-b37e-ee3aec7297b5","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.871525306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"de79bf28-a0d7-42be-acb0-231a4b7a84d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.878392193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ed8d622a-6732-4b68-a4e0-de9b095ec31f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.892920752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"7483a94b-34a8-4936-b37e-ee3aec7297b5","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.949727808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"6914c85f-ffd1-4e94-abe9-e92e6819ded7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.966009931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3f58f02e-57b4-407a-a740-1205be8e3ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:16.968698414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"6914c85f-ffd1-4e94-abe9-e92e6819ded7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.0430594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3f58f02e-57b4-407a-a740-1205be8e3ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.043932328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"6914c85f-ffd1-4e94-abe9-e92e6819ded7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.05883515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"ae0aec1b-5719-4eb4-a4aa-baf4f9f297ec","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.061425008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7b4ebe0b-6ce2-4277-8439-f81c7560cdf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.062050979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1be664da-3d6d-4bbc-bdcc-e8671ba2a9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.062240835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5730401b-8f19-4dff-a4cc-4203a7c618e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.067842192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"ae0aec1b-5719-4eb4-a4aa-baf4f9f297ec","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.075973123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"7b4ebe0b-6ce2-4277-8439-f81c7560cdf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.076035475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1be664da-3d6d-4bbc-bdcc-e8671ba2a9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.078867888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5730401b-8f19-4dff-a4cc-4203a7c618e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.083860179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1be664da-3d6d-4bbc-bdcc-e8671ba2a9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.089926212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5730401b-8f19-4dff-a4cc-4203a7c618e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.094269732Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"a23b0e8d-3916-4a07-a5ab-af815f02384e","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"name":"e2e-shr-shared-03fe04","namespace":"e2e-extmod-shr-user-2a5afd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.109386619Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-03fe04","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","reconcileID":"977f3d76-1f23-4344-b752-dbfd0f30e635","namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.150483055Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"3f896c4d-192a-442d-94a5-4ac482e62574","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.202101504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4a832e42-3fbe-459d-9fe0-bfd752467caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.203893163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"639c5bd5-028c-4441-9603-136f5f8de31f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.263113337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"ff057322-d5bf-4795-8ba4-f5c9bcbfa23a","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:17.263470564Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"3f896c4d-192a-442d-94a5-4ac482e62574","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-03fe04-e2e-extmod-a-db5198\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:17.263532369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"3f896c4d-192a-442d-94a5-4ac482e62574","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-03fe04-e2e-extmod-a-db5198\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.303372519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4a832e42-3fbe-459d-9fe0-bfd752467caa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.329967106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"639c5bd5-028c-4441-9603-136f5f8de31f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.408650094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"3378c66f-41c1-4c91-be58-5b981d42cbf2","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.409177416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b561b9a3-f5f8-4496-853e-dc777ac76fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.410068341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1073eaf1-8593-4eb4-a3bf-428b754ff9aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.426852108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1073eaf1-8593-4eb4-a3bf-428b754ff9aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.428887045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"ff057322-d5bf-4795-8ba4-f5c9bcbfa23a","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.433402604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b561b9a3-f5f8-4496-853e-dc777ac76fae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.468760208Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"f55b9b61-f2e8-45d3-811f-d3cc8fd2c122","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"name":"e2e-shr-shared-03fe04","namespace":"e2e-extmod-shr-user-2a5afd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.485375251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"bd0d3b75-e911-4666-9099-0b9468f3c5c0","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.543029836Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-03fe04","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","reconcileID":"36512271-aac3-4592-a62d-144455c2957a","namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.556566012Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"0db9fa27-f8a8-412d-acf2-abb3793c57ac","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.688417405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c0f99285-2d11-43dc-bda0-b2f6d3d9d2d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.693484552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"8ac65c25-010b-41d8-8503-08fed5372b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.829032432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"7ccca489-4221-49cc-87e5-a3fa10caccb6","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.83921577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c0f99285-2d11-43dc-bda0-b2f6d3d9d2d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.843964441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"8ac65c25-010b-41d8-8503-08fed5372b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.858655222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8a36637e-c106-47a0-8c7c-fb8628fb3ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.868435591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"deed7bd3-528c-403e-958e-35d2d4c61c00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.870465769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"bdfc5cf0-2df3-4854-aa5c-6bfbc1737f77","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.887366113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8a36637e-c106-47a0-8c7c-fb8628fb3ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.894302778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"bdfc5cf0-2df3-4854-aa5c-6bfbc1737f77","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.894827335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"8484ef89-8079-4d76-8092-41209f2bd368","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.896874074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"deed7bd3-528c-403e-958e-35d2d4c61c00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.89810225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d859afd1-5e05-43eb-92a1-0c251c453f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.903373979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"8484ef89-8079-4d76-8092-41209f2bd368","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.907014748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d859afd1-5e05-43eb-92a1-0c251c453f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.910541985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"8484ef89-8079-4d76-8092-41209f2bd368","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.916001379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d859afd1-5e05-43eb-92a1-0c251c453f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.918210127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ecd7aea-21fe-4fd2-bea2-527fe6a6342f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.940922483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8242ea25-1b22-4331-bb23-981777758605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.943736911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ecd7aea-21fe-4fd2-bea2-527fe6a6342f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.944877348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"d069b4d1-2236-4343-8100-d32635f8ce39","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.94975501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5719fa62-004d-44cc-9a74-ed8992563220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.950092341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8242ea25-1b22-4331-bb23-981777758605","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.951421271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"8dd4f93c-b0f5-44c6-a368-707f5f42c6fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.951914068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ecd7aea-21fe-4fd2-bea2-527fe6a6342f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.95369668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"d069b4d1-2236-4343-8100-d32635f8ce39","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.958034218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5719fa62-004d-44cc-9a74-ed8992563220","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:17.96013288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"8dd4f93c-b0f5-44c6-a368-707f5f42c6fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.056319252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"a5cb2c93-fd08-4411-9d85-40071ff408f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.057005495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"362a4ba7-8ead-4358-ba53-e11b6efb2623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.065799302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"a5cb2c93-fd08-4411-9d85-40071ff408f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.066574722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"362a4ba7-8ead-4358-ba53-e11b6efb2623","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.150877984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3ec814bc-2c86-401a-90d9-b214ef35040e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.151073184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3078506d-d7ae-4e6c-af6a-e13d120f1e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.159584981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3ec814bc-2c86-401a-90d9-b214ef35040e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.159792573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3078506d-d7ae-4e6c-af6a-e13d120f1e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.252061516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"00299df1-c06d-4745-825c-1d4bd84c4355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.252080745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"c3035d17-40d7-4673-9645-b37886dd2348","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.262662941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"c3035d17-40d7-4673-9645-b37886dd2348","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:18.263133183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"00299df1-c06d-4745-825c-1d4bd84c4355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:19.026139955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"05289e4e-040f-422e-b29c-402fbd029d46","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:19.040853808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"436902c9-3f3e-468d-ae3e-f44244aafe59","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:19.041268201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"a6b293ee-b782-40ca-ac37-3c719f4eef10","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:19.155373955Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"a6b293ee-b782-40ca-ac37-3c719f4eef10","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:19.162783683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"a6b293ee-b782-40ca-ac37-3c719f4eef10","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:19.17380103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"4629bafd-1288-4c8c-b345-8993bf1e2be5","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.290967579Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"eaf03eef-e38e-48d0-9eee-600d9bdda30a","namespace":"llm","name":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.301322151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3192676-ff81-4a80-97e3-7b77e31debe8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.301341828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3192676-ff81-4a80-97e3-7b77e31debe8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.301586721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9d723b4-3ab0-4560-b045-9d93483745ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.301614696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9d723b4-3ab0-4560-b045-9d93483745ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.301836824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75fe23d4-4a05-46ae-9ccf-bc1dbbc649bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.30184892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75fe23d4-4a05-46ae-9ccf-bc1dbbc649bf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.30214916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21e59e7c-cdb9-4b4b-a34c-c6511130d857","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.302161164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"21e59e7c-cdb9-4b4b-a34c-c6511130d857","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.30237438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de99a060-f977-4183-a4f3-6628119f722d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.302386007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"de99a060-f977-4183-a4f3-6628119f722d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.302620643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d7245fba-6d68-44e2-8dfe-8c5ec689978c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.302631842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d7245fba-6d68-44e2-8dfe-8c5ec689978c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.302833739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd302dc5-fdb7-488f-9df0-f720070e74f2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.302843799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd302dc5-fdb7-488f-9df0-f720070e74f2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.303041248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba5ca1e-9c08-4c46-8069-e4119d342f88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.303051899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ba5ca1e-9c08-4c46-8069-e4119d342f88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.304187225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"9c52d006-4d50-4b5a-9a4e-c9529ece0f95","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.304647689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"1f463641-b76b-4c88-b4c7-e8b4b6562d26","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.307982249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7e75d76-1290-4bc9-9869-2784ce79467f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.309665245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"9b4caf68-98e3-4f90-b7a8-86ad1fe2fd07","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.312970981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"9c52d006-4d50-4b5a-9a4e-c9529ece0f95","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.313644581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"1f463641-b76b-4c88-b4c7-e8b4b6562d26","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.314451759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c27aa9a9-00eb-4888-af37-3ae43bcc5bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.32102186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7e75d76-1290-4bc9-9869-2784ce79467f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.321305018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"9b4caf68-98e3-4f90-b7a8-86ad1fe2fd07","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.322956924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"9c52d006-4d50-4b5a-9a4e-c9529ece0f95","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.323102405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"1f463641-b76b-4c88-b4c7-e8b4b6562d26","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.351701516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7e75d76-1290-4bc9-9869-2784ce79467f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.352975031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b7260b76-50a2-45c6-9505-4caa41f10fb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.353490507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c27aa9a9-00eb-4888-af37-3ae43bcc5bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.363230347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c27aa9a9-00eb-4888-af37-3ae43bcc5bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.442127429Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-387df6","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-387df6","reconcileID":"b35e8a3d-f556-460f-b640-856a3e064242","namespace":"llm","name":"e2e-dft-refs-387df6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.451958078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a5a44c16-5e86-4362-b44a-d1123184ac64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.452771306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"c609a7ac-010e-4e1a-852a-372e5b108fee","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.453835107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"cecd83c6-b420-49e9-b440-ba50eab52710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.45464693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"463cb8c2-1a5f-4957-99e2-38f32461f35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.465020617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"c609a7ac-010e-4e1a-852a-372e5b108fee","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.465099567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"cecd83c6-b420-49e9-b440-ba50eab52710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.465810536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e77e92b-52ad-442c-b394-eecf60f50748","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.468470891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a5a44c16-5e86-4362-b44a-d1123184ac64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.469477103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"463cb8c2-1a5f-4957-99e2-38f32461f35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.505667657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f9536788-7ae9-49b3-aa51-3428562c5cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.541211809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f9536788-7ae9-49b3-aa51-3428562c5cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.700777497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"43fbc44a-4c1b-4c14-8a7d-7ca5f6db28ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.717486319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c119afd4-488e-4d79-b606-1e60890a4e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.795487215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b1197f0f-6087-46bd-8d9b-e153ae1e42ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.815977339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"deb2fa8f-36bd-4543-b3f8-9d8f37bc73c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.81880317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c119afd4-488e-4d79-b606-1e60890a4e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.821745024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"43fbc44a-4c1b-4c14-8a7d-7ca5f6db28ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.848098811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e571e986-c0d5-4b0c-abc1-689924c58fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.852682753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"b1197f0f-6087-46bd-8d9b-e153ae1e42ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.863666685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e571e986-c0d5-4b0c-abc1-689924c58fe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.867585665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"deb2fa8f-36bd-4543-b3f8-9d8f37bc73c7","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.966253551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e68c73fd-10f9-464b-b46e-e8f4f460576f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.969175585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"60610511-8a9a-4bb1-88e0-13c15b1556a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.974822284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e68c73fd-10f9-464b-b46e-e8f4f460576f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.977426288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"60610511-8a9a-4bb1-88e0-13c15b1556a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.054973438Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"8b250ed7-fe48-44e8-bd3f-2ac2afba70aa","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.063724109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"b04c00de-a446-4697-b9dc-a01bd8d2e34e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.066378525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ada558f-2d22-4a6c-b0b5-1a95435be022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.068106119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29f4b9b8-65b4-4830-96be-394e53057da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.072214812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"b04c00de-a446-4697-b9dc-a01bd8d2e34e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.081837059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"b04c00de-a446-4697-b9dc-a01bd8d2e34e","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.081900996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ada558f-2d22-4a6c-b0b5-1a95435be022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.087633251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29f4b9b8-65b4-4830-96be-394e53057da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.089492213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7ada558f-2d22-4a6c-b0b5-1a95435be022","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.095408719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29f4b9b8-65b4-4830-96be-394e53057da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.165408543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"e6b4ddc0-1169-4da0-8d28-041002394b01","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.167063779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"40b9fc3e-1aae-4117-8194-d2667661f9ec","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.167265785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6789c3e5-09f4-45ee-bddd-06cad8df60ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.168801305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"21d479b4-31c6-4f6a-861f-b0361219f432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.169929888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"2dce638d-e42e-434a-8105-394e1d428e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.173787178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"e6b4ddc0-1169-4da0-8d28-041002394b01","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.175653054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6789c3e5-09f4-45ee-bddd-06cad8df60ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.175836819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"40b9fc3e-1aae-4117-8194-d2667661f9ec","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.17787731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"21d479b4-31c6-4f6a-861f-b0361219f432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.178322681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"2dce638d-e42e-434a-8105-394e1d428e89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.180843952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"e6b4ddc0-1169-4da0-8d28-041002394b01","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.265324565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"d42a31fa-ba87-4cfb-b2ac-bac5c2ac3e73","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.34293958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"d42a31fa-ba87-4cfb-b2ac-bac5c2ac3e73","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.791816103Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-sub","reconcileID":"143af488-d860-4a92-be69-8838808ac24a","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","subscription":"e2e-cfl-9f45e1-c30008-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.802888764Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-sub","reconcileID":"143af488-d860-4a92-be69-8838808ac24a","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.806694738Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-sub","reconcileID":"143af488-d860-4a92-be69-8838808ac24a","MaaSSubscription":{"name":"e2e-cfl-9f45e1-c30008-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.932162106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"caa452fe-4667-47ab-b802-1b12b234bcf5","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.93219034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"caa452fe-4667-47ab-b802-1b12b234bcf5","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.937025879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"ade89a16-c3a9-4baa-af29-edfda5cc6f01","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:23.95629818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"ade89a16-c3a9-4baa-af29-edfda5cc6f01","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.08015536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"c6131b7f-3331-4110-a09f-cc713b622161","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.084228557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"e81d6341-b20b-4c8f-be9a-65675bad865c","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.08424835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"e81d6341-b20b-4c8f-be9a-65675bad865c","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.088702217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"c6131b7f-3331-4110-a09f-cc713b622161","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.273445854Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"39b02583-33e2-464b-a2ec-fb57904eb30a","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.381972864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"39b02583-33e2-464b-a2ec-fb57904eb30a","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.412721028Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"39b02583-33e2-464b-a2ec-fb57904eb30a","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.412816224Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-cfl-9f45e1-c30008-access","reconcileID":"39b02583-33e2-464b-a2ec-fb57904eb30a","MaaSAuthPolicy":{"name":"e2e-cfl-9f45e1-c30008-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.424408076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"2ac1104e-1bdf-4338-ba2d-5d016516e8c4","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"tenant":"e2e-extmod-a-37aa95","gateway":"openshift-ingress/e2e-extmod-a-37aa95","model":"e2e-extmod-cfl-1-c30008/e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.424427732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"2ac1104e-1bdf-4338-ba2d-5d016516e8c4","MaaSModelRef":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"routeName":"external-model-e2e-cfl-9f45e1-147f2e603f5c","namespace":"e2e-extmod-cfl-1-c30008","model":"e2e-cfl-9f45e1","externalModel":"e2e-cfl-9f45e1","provider":"e2e-cfl-9f45e1-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.838744132Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"a81186fc-6c63-4645-8194-3fd04102fe68","namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.869764598Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"04d9464b-9fd2-41b0-bd73-52aab1f55d78","namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.901180591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"f160c87d-ea56-4d43-999c-44cb9bd77f96","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.901375301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"26acc871-167c-4b54-a6db-7f1ccfbb2b83","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.907856284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6409f21-9e25-4788-89a7-4dcbf82a850b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.915504653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"f160c87d-ea56-4d43-999c-44cb9bd77f96","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.917707464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"26acc871-167c-4b54-a6db-7f1ccfbb2b83","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.918248337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"570d46d9-a4bc-4c8a-93e1-50b391fab184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.918424493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d91a6e73-e715-4ca2-b506-d0b65bb2ad4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.925397787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"f160c87d-ea56-4d43-999c-44cb9bd77f96","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.925970803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6409f21-9e25-4788-89a7-4dcbf82a850b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.935461674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"26acc871-167c-4b54-a6db-7f1ccfbb2b83","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.93698782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d91a6e73-e715-4ca2-b506-d0b65bb2ad4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.938039094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"570d46d9-a4bc-4c8a-93e1-50b391fab184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.942542863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a2edd1d0-e120-49c3-a086-b2a13f363261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.950543532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6409f21-9e25-4788-89a7-4dcbf82a850b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.951103589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"570d46d9-a4bc-4c8a-93e1-50b391fab184","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.953185383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"08d127ed-d9ea-4d16-84ac-f7c9f74f5089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.955044544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a2edd1d0-e120-49c3-a086-b2a13f363261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.967175803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"08d127ed-d9ea-4d16-84ac-f7c9f74f5089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.972281306Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"f04ad377-12e5-4a81-85b7-fd9f6a4f93d6","namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.984379405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ce86de90-74bb-4a81-be73-f6434fde6ff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.985782427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8065410b-2155-4b5b-8cd5-dafc92c5ddbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.994409589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ce86de90-74bb-4a81-be73-f6434fde6ff8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:24.995487659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8065410b-2155-4b5b-8cd5-dafc92c5ddbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.055490069Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"58a6ddc7-6e9c-443e-b295-5716f3d6db8e","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.069318864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a7f473aa-787d-4d89-88c8-6c4692172ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.079132944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a7f473aa-787d-4d89-88c8-6c4692172ac8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.111788712Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"4a08f86d-5ccf-45f5-9fb8-bf7082732c04","namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.117534007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"4aa7d0d0-2555-4238-a8ae-7146d5f60a74","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.117553481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"4aa7d0d0-2555-4238-a8ae-7146d5f60a74","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.16832876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7b5059bd-702a-43f0-affe-7901e9f24aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.168964452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"39046466-0e2f-4a7c-946b-fe433bf40705","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.173318151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"8a61b814-79e9-40de-b1cf-ae33b01781bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.173810065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"8d756493-5eb2-41cf-9119-8cd8a495cea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.257288899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7b5059bd-702a-43f0-affe-7901e9f24aa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.352506089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"39046466-0e2f-4a7c-946b-fe433bf40705","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.365822334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"8a61b814-79e9-40de-b1cf-ae33b01781bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.421336437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"60c34fa4-f837-4213-ac03-e482639d806e","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.421375206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"60c34fa4-f837-4213-ac03-e482639d806e","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.424155293Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-2-74a312"},"namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","reconcileID":"4610b400-02b1-4403-bed2-25a0ab2a3cc7","namespace":"e2e-extmod-cfl-2-74a312","name":"e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.444228907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"8d756493-5eb2-41cf-9119-8cd8a495cea9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.445382586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d5d52b03-955a-4d57-887f-8029a3aca049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.473854606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d5d52b03-955a-4d57-887f-8029a3aca049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.487340768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"5dfbea08-4a48-4e42-89ad-a637c37d4896","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.49895445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"5dfbea08-4a48-4e42-89ad-a637c37d4896","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.574681827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"49f405df-a624-43e9-b56e-2abff09d7f67","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.587178501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d47f33e0-f96b-42c9-b8f6-7946c20fbf3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.587706202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ffdba10-237e-42b1-8343-c0012a4dbe95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.588190444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a8710b5-5f10-4c20-954b-e2a1df5a195e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.592827135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"49f405df-a624-43e9-b56e-2abff09d7f67","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.602216466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d47f33e0-f96b-42c9-b8f6-7946c20fbf3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.644590151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a8710b5-5f10-4c20-954b-e2a1df5a195e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.64466318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ffdba10-237e-42b1-8343-c0012a4dbe95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.646582631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"49f405df-a624-43e9-b56e-2abff09d7f67","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.659528083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ffdba10-237e-42b1-8343-c0012a4dbe95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.661776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a8710b5-5f10-4c20-954b-e2a1df5a195e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.669216934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"524e6786-951a-4b5e-bda8-bb87eff44be3","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.673120517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"59cd1732-6c69-44c7-bc80-55e0931b9e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.673148954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ec4e8273-206b-4302-bdbd-5cbadd6423e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.67823264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"524e6786-951a-4b5e-bda8-bb87eff44be3","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.68499668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ec4e8273-206b-4302-bdbd-5cbadd6423e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.685566154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"59cd1732-6c69-44c7-bc80-55e0931b9e91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.6899094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"524e6786-951a-4b5e-bda8-bb87eff44be3","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.76952598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b36f9fc1-596e-4717-978e-a578980ce38d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.76954574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a9455e57-9176-4271-b308-6c95fb998829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.770902078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e6813b7e-f95d-4277-a66b-485303e365ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.779287317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a9455e57-9176-4271-b308-6c95fb998829","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.781222395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b36f9fc1-596e-4717-978e-a578980ce38d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.781697051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"e6813b7e-f95d-4277-a66b-485303e365ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.870204051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"20b66c66-1d29-4a8b-bd32-c710659a5e32","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.8717638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"acd4949f-9acd-4ceb-b36b-c37c79f36831","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.87178321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"acd4949f-9acd-4ceb-b36b-c37c79f36831","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:25.992223168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"20b66c66-1d29-4a8b-bd32-c710659a5e32","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.090462528Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-sub","reconcileID":"0302ddc0-64b3-4c4d-8947-79c5ef936b96","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","subscription":"e2e-cfl-same-bcc916-734095-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.13706298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bfe059b1-ed95-4c7a-81e2-c3e49620ac6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.137775362Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-sub","reconcileID":"0302ddc0-64b3-4c4d-8947-79c5ef936b96","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.138645902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"5e3306da-e8ab-4d87-9e19-4d9dbea1e423","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.141734557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"df9a8165-fc80-49c7-942d-7210bf380db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.142446015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4a320bc0-b4fc-49cb-a06c-772c2ef70c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.143421668Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-sub","reconcileID":"0302ddc0-64b3-4c4d-8947-79c5ef936b96","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-734095-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.152461891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"bfe059b1-ed95-4c7a-81e2-c3e49620ac6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.162951646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"df9a8165-fc80-49c7-942d-7210bf380db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.165035701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4a320bc0-b4fc-49cb-a06c-772c2ef70c84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.189404593Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"5e3306da-e8ab-4d87-9e19-4d9dbea1e423","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.199880295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"5e3306da-e8ab-4d87-9e19-4d9dbea1e423","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.201024008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"64b6035a-f3f1-4fff-ab47-4a5020922ba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.211256161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"0777a7bd-1866-44bb-aec0-d94d444a154f","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.211276028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"0777a7bd-1866-44bb-aec0-d94d444a154f","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.212020265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"64b6035a-f3f1-4fff-ab47-4a5020922ba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.230354657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"d6d146e3-7135-41af-80f1-7b9948b3474a","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.230373532Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"d6d146e3-7135-41af-80f1-7b9948b3474a","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.299383897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"2e8b0f4c-d6dc-499f-af6c-6c358efdec74","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.299395184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"e4732749-71db-493e-bb9f-0f2f0cfd9807","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.308373565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"2e8b0f4c-d6dc-499f-af6c-6c358efdec74","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.308530521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"e4732749-71db-493e-bb9f-0f2f0cfd9807","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.322927366Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"b2f08e88-7c6e-4ee7-8d8b-e679f44aab3b","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.345273826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"5d66528b-5c01-44af-a0a3-291dd9b84e65","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.345292809Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"5d66528b-5c01-44af-a0a3-291dd9b84e65","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.402398843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"4d0eb74b-4dc6-41e6-ae57-a964904025d7","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.402411093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"5f797922-58ca-4494-823f-b8a837663814","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.410645328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"afb6222e-8e65-4802-a891-acc9b178ebc4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.415677118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"5f797922-58ca-4494-823f-b8a837663814","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.415879492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"4d0eb74b-4dc6-41e6-ae57-a964904025d7","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.41594749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4becd013-6ef4-438c-bbe3-f7ec445fc52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.416135576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c487086c-9f3b-4460-8963-6ebac3e79024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.420064449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"afb6222e-8e65-4802-a891-acc9b178ebc4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.422724177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"5f797922-58ca-4494-823f-b8a837663814","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.423657418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"4d0eb74b-4dc6-41e6-ae57-a964904025d7","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.42525787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c487086c-9f3b-4460-8963-6ebac3e79024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.426453132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4becd013-6ef4-438c-bbe3-f7ec445fc52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.427158441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"afb6222e-8e65-4802-a891-acc9b178ebc4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.435283546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4becd013-6ef4-438c-bbe3-f7ec445fc52f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.436765825Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c487086c-9f3b-4460-8963-6ebac3e79024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.441632785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"c9bae5ea-b24d-4a21-88d8-44b3682d41b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.444911446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3edc4480-adc2-4359-ad80-42834eaceeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.44497092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"ed658ffd-bff1-422c-aa13-2bf9f603bdae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.461455342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3edc4480-adc2-4359-ad80-42834eaceeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.461490804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"c9bae5ea-b24d-4a21-88d8-44b3682d41b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.46380237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"ed658ffd-bff1-422c-aa13-2bf9f603bdae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.491129766Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-734095-access","reconcileID":"867d42ef-0af7-4e92-a785-8c004806b931","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-734095-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.546860312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"281c2d21-b1d4-48bd-ad60-64470ea6f277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.546891389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ca48274c-97ce-44e5-b91f-af1f2038847e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.54721325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"05486ec9-a78b-4116-93eb-96665e0faf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.547341275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"311d91eb-3706-4ba9-86d7-d75ca5f97af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.547814851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"c8e3c31f-d3a4-40fb-a879-2ba450bc5743","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-2-734095/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.547831324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"c8e3c31f-d3a4-40fb-a879-2ba450bc5743","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"routeName":"external-model-e2e-cfl-same-bcc916-61cf9ccb91b3","namespace":"e2e-extmod-cfl-2-734095","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.556535301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"281c2d21-b1d4-48bd-ad60-64470ea6f277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.556579634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"311d91eb-3706-4ba9-86d7-d75ca5f97af1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.558859159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"05486ec9-a78b-4116-93eb-96665e0faf02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.558971473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ca48274c-97ce-44e5-b91f-af1f2038847e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.605106498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"730e1583-f3b0-4c7e-a7c2-7a1b393367b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.606287475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"70572435-f704-4926-9097-d9a9e4c53982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.606837475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c724d16f-6e79-4d49-b757-994d48904488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.608038181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"853349d1-6354-46c9-833d-dcc353a339e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.615087109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"730e1583-f3b0-4c7e-a7c2-7a1b393367b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.615981263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"70572435-f704-4926-9097-d9a9e4c53982","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.618866184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c724d16f-6e79-4d49-b757-994d48904488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.619394021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"853349d1-6354-46c9-833d-dcc353a339e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.649678455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"7a936df9-002e-496f-b2cf-be15d9e5fea1","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.649708503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"7a936df9-002e-496f-b2cf-be15d9e5fea1","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.668431645Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-sub","reconcileID":"6cabff20-87ed-44a5-8943-534e6fb35492","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-be0b355e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.793655844Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9f45e1","namespace":"e2e-extmod-cfl-1-c30008"},"namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","reconcileID":"1ff83a30-0833-4a80-8677-9db6782daf67","namespace":"e2e-extmod-cfl-1-c30008","name":"e2e-cfl-9f45e1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.79490557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"bac9d357-c7b3-4570-a534-24de2d16c7eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:26.856542376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"bac9d357-c7b3-4570-a534-24de2d16c7eb","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.003209485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"129de67f-41d2-414d-b006-cdb36da01db7","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.024321861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"c6a8b4b4-0c0f-47f4-8686-65be114493af","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.06631152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"d2b41d1a-690c-4275-bee9-7dad016963d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.077711674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96eedf4c-8aba-41e3-b4b2-025c3a882231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.096263287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"129de67f-41d2-414d-b006-cdb36da01db7","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.100993365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96eedf4c-8aba-41e3-b4b2-025c3a882231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.106279354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"c6a8b4b4-0c0f-47f4-8686-65be114493af","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.106369932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"d2b41d1a-690c-4275-bee9-7dad016963d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.109521214Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"129de67f-41d2-414d-b006-cdb36da01db7","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.116440757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96eedf4c-8aba-41e3-b4b2-025c3a882231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.118413108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"d2b41d1a-690c-4275-bee9-7dad016963d5","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.120323317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"c6a8b4b4-0c0f-47f4-8686-65be114493af","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.127694637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ace43d3e-31c8-42d4-b496-897dc81f70ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.144869352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ace43d3e-31c8-42d4-b496-897dc81f70ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.155355138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ace43d3e-31c8-42d4-b496-897dc81f70ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.215430181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"bdca5a18-4a6d-4af4-a525-080894bc186f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.21913732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"2ba49af1-e442-419a-a18b-d0e2dfb5a1a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.219440339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3792dcc1-bf23-44bb-b814-83dfbbd7be21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.222415993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"88c14545-0e9c-44e6-be53-b2130879f714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.223016938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"22477d38-5756-4203-b8ea-772a211ddc06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.224292296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"bdca5a18-4a6d-4af4-a525-080894bc186f","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.228175718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"2ba49af1-e442-419a-a18b-d0e2dfb5a1a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.228378032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3792dcc1-bf23-44bb-b814-83dfbbd7be21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.231341822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"88c14545-0e9c-44e6-be53-b2130879f714","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.231706876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"22477d38-5756-4203-b8ea-772a211ddc06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.555953059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"074787ff-fb9d-4744-936f-f8796a310ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.562465988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"250bdc02-9db3-4359-82dc-cd5dcbe2f2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.563400404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"04546d3a-3e2f-400d-9239-88b1ccbd570f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.563984054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"cdf3ba52-9f31-4103-9ed7-a0b521682bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.564463375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"9e5554e2-810f-4527-b4c2-753d3e1e7aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.566938596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"074787ff-fb9d-4744-936f-f8796a310ba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.572268097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"250bdc02-9db3-4359-82dc-cd5dcbe2f2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.576529268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"04546d3a-3e2f-400d-9239-88b1ccbd570f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.577322721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"9e5554e2-810f-4527-b4c2-753d3e1e7aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.579890505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"cdf3ba52-9f31-4103-9ed7-a0b521682bd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.603079592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9415ee25-2623-49c0-b5b1-32f93c7e01bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.61153846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9415ee25-2623-49c0-b5b1-32f93c7e01bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.675879459Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-sub","reconcileID":"144edeff-2a38-4d07-b69e-263fd7e65707","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","subscription":"e2e-cfl-same-bcc916-f0b7d2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.683674962Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-sub","reconcileID":"144edeff-2a38-4d07-b69e-263fd7e65707","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.687424298Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-sub","reconcileID":"144edeff-2a38-4d07-b69e-263fd7e65707","MaaSSubscription":{"name":"e2e-cfl-same-bcc916-f0b7d2-sub","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"maas-trlp-e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.722144738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"b7518240-feb8-465a-b701-8e457a009df8","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.722165089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"b7518240-feb8-465a-b701-8e457a009df8","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.726518887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"651fa41c-e233-4041-85f8-09069877c927","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.734706572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"651fa41c-e233-4041-85f8-09069877c927","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.853914683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"998953b1-b257-4efa-8a0b-39b4f8a7ce1b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.863451245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"52c4d751-2f1a-4b5a-95b9-47e5432e463b","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.863472888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"52c4d751-2f1a-4b5a-95b9-47e5432e463b","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.864206853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"998953b1-b257-4efa-8a0b-39b4f8a7ce1b","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.951945181Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"e4d5951a-ee1c-4789-99a1-781f536bad9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.962665133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"e4d5951a-ee1c-4789-99a1-781f536bad9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.99185916Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"e4d5951a-ee1c-4789-99a1-781f536bad9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"name":"e2e-extmod-a-14ebbb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.991880596Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"e2e-cfl-same-bcc916-f0b7d2-access","reconcileID":"e4d5951a-ee1c-4789-99a1-781f536bad9c","MaaSAuthPolicy":{"name":"e2e-cfl-same-bcc916-f0b7d2-access","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-14ebbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.003661116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"4840733d-293d-42de-a55d-9ed1497f972c","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"tenant":"e2e-extmod-a-14ebbb","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","model":"e2e-extmod-cfl-1-f0b7d2/e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.003687167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"4840733d-293d-42de-a55d-9ed1497f972c","MaaSModelRef":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"routeName":"external-model-e2e-cfl-same-bcc916-3c9692c51565","namespace":"e2e-extmod-cfl-1-f0b7d2","model":"e2e-cfl-same-bcc916","externalModel":"e2e-cfl-same-bcc916","provider":"e2e-cfl-same-bcc916","gateway":"openshift-ingress/e2e-extmod-a-14ebbb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.150924989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"60e46d20-63f5-4311-94a8-fe26cdf03f4c","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.150930474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"5d887676-2f92-40de-93e3-f74f9a004fbd","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.153030233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"92acb9a0-7eae-4fe0-a17b-77a6a1184a19","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.154997218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf7b1d4-c875-4b7b-aa0f-ae58ef464456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.159812461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"60e46d20-63f5-4311-94a8-fe26cdf03f4c","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.159825286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"5d887676-2f92-40de-93e3-f74f9a004fbd","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.162855184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"92acb9a0-7eae-4fe0-a17b-77a6a1184a19","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.164993329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf7b1d4-c875-4b7b-aa0f-ae58ef464456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.167068533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"5d887676-2f92-40de-93e3-f74f9a004fbd","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.167119627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"60e46d20-63f5-4311-94a8-fe26cdf03f4c","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.16975918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"92acb9a0-7eae-4fe0-a17b-77a6a1184a19","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.172775232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cf7b1d4-c875-4b7b-aa0f-ae58ef464456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.253101391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fed1c4e3-d7f7-4a3a-96fc-47fdf43ef733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.261983557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fed1c4e3-d7f7-4a3a-96fc-47fdf43ef733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.269771483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fed1c4e3-d7f7-4a3a-96fc-47fdf43ef733","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.521951793Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"fb6d9843-9835-413a-9bae-4a9946da0fc3","namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.532736067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"88e0057e-2312-458a-805a-e70e7cd300cb","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.533943073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"c8efdd02-f858-4083-90dc-0abd66b0fa1b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.534020256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"30c72f69-19de-424b-bf0e-ac771241beea","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.536258096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3ade40-5d61-450f-8221-e5edc196b6aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.53896959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18446ed0-ec5e-417d-885c-bb8a49d591de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.541937363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"88e0057e-2312-458a-805a-e70e7cd300cb","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.542707835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"30c72f69-19de-424b-bf0e-ac771241beea","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.544481336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"c8efdd02-f858-4083-90dc-0abd66b0fa1b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.545442474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3ade40-5d61-450f-8221-e5edc196b6aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.550084493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18446ed0-ec5e-417d-885c-bb8a49d591de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.550896576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"88e0057e-2312-458a-805a-e70e7cd300cb","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.551674845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"30c72f69-19de-424b-bf0e-ac771241beea","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.554002016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"c8efdd02-f858-4083-90dc-0abd66b0fa1b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.554677489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fa3ade40-5d61-450f-8221-e5edc196b6aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.558737335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18446ed0-ec5e-417d-885c-bb8a49d591de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.633660906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fbd763c7-d203-44b6-ba17-a9e93433b3a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.633838673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6c27303a-196e-4776-9f3a-2b10795dfba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.635122077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bf0764cf-6c4f-4995-8b95-c679c4eea220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.635524439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a3314021-e594-46b4-93d6-a2159e7ee128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.636955532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"2f2fb5e6-1ce7-4a18-9dfb-da947421b1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.642120738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6c27303a-196e-4776-9f3a-2b10795dfba9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.642364844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fbd763c7-d203-44b6-ba17-a9e93433b3a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.644926569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bf0764cf-6c4f-4995-8b95-c679c4eea220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.645961695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a3314021-e594-46b4-93d6-a2159e7ee128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.647313151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"2f2fb5e6-1ce7-4a18-9dfb-da947421b1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.659326279Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-1-f0b7d2"},"namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","reconcileID":"a5db6080-553e-4f6e-bbc8-dd172b7fe483","namespace":"e2e-extmod-cfl-1-f0b7d2","name":"e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.906011425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"80ad264c-dcf1-4b08-8924-5296338827dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.910257429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4fa9818e-0724-4d24-82ab-206838ee61a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.910588609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"124eb44c-8644-464f-a6b8-f5b9243f7c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.942202339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"44013f4d-294f-4a4c-826c-930064dfd87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.944991851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"80ad264c-dcf1-4b08-8924-5296338827dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.958426634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"124eb44c-8644-464f-a6b8-f5b9243f7c75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.959059158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4fa9818e-0724-4d24-82ab-206838ee61a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.963664505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8769a8b7-f298-43f6-bc89-137be7956fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.963777567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"44013f4d-294f-4a4c-826c-930064dfd87c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.973916706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8769a8b7-f298-43f6-bc89-137be7956fab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.992766164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"1877b37b-9688-4827-8c26-8053d9eec79f","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.993814003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"843d7ecf-1c30-4ad3-b2de-eaab61e207a3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:37.993877132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"414ee742-1346-4335-86ae-016bb3059d58","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.004116678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"1877b37b-9688-4827-8c26-8053d9eec79f","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.005910378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"843d7ecf-1c30-4ad3-b2de-eaab61e207a3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.006902061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"414ee742-1346-4335-86ae-016bb3059d58","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.007418385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32aeeab5-592a-4dd2-b5d9-941eed547d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.007770983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32fd164f-6b99-41d2-a552-53caf17c209e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.045065032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"1877b37b-9688-4827-8c26-8053d9eec79f","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.048284485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"843d7ecf-1c30-4ad3-b2de-eaab61e207a3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.051145845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"414ee742-1346-4335-86ae-016bb3059d58","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.056410826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32aeeab5-592a-4dd2-b5d9-941eed547d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.05866014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32fd164f-6b99-41d2-a552-53caf17c209e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.064461771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32aeeab5-592a-4dd2-b5d9-941eed547d2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.066329583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32fd164f-6b99-41d2-a552-53caf17c209e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.149094672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2b3a546b-1ac4-40d3-ac02-d43c27f7be6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.149531935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d844eaff-2f10-4178-82f0-b956898ad721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.150503948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"334320b2-c260-4bc3-970f-c0053e939c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.151530481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a8bb60e9-400a-4f43-9e24-baad976518f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.157820865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2b3a546b-1ac4-40d3-ac02-d43c27f7be6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.160118487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d844eaff-2f10-4178-82f0-b956898ad721","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.162372023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"334320b2-c260-4bc3-970f-c0053e939c9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.164625685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a8bb60e9-400a-4f43-9e24-baad976518f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.248131566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"6beccae6-e309-4ab9-bf31-dd5435d66738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.256654274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"6beccae6-e309-4ab9-bf31-dd5435d66738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.592116925Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"929d1dd4-94a3-44ef-bc41-eb823ce6f56f","namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.600562744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"4a764748-3f21-4b42-89b4-b119715d0d96","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.60138575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"6855e248-12e9-4da5-a537-e0b946657b09","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.601667661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"097b1ff3-e25b-410c-af91-530b8480db13","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.604302614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ed7d1b2-20a9-41b0-ab07-d903c438fb08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.605715867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2293cc1-d6da-41a4-b60c-abe5dc6195bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.610128298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"4a764748-3f21-4b42-89b4-b119715d0d96","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.610360741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"6855e248-12e9-4da5-a537-e0b946657b09","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.612535556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"097b1ff3-e25b-410c-af91-530b8480db13","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.61314634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ed7d1b2-20a9-41b0-ab07-d903c438fb08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.616328098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2293cc1-d6da-41a4-b60c-abe5dc6195bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.619074911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"6855e248-12e9-4da5-a537-e0b946657b09","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.619485986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"4a764748-3f21-4b42-89b4-b119715d0d96","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.622562358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9ed7d1b2-20a9-41b0-ab07-d903c438fb08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.626588202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c2293cc1-d6da-41a4-b60c-abe5dc6195bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.626744615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"097b1ff3-e25b-410c-af91-530b8480db13","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.651190711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a16fcbad-0c0a-4163-9058-0eb659e90a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.658868838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"520d1a3e-7722-4996-af77-71f0699ffb08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.662310702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a16fcbad-0c0a-4163-9058-0eb659e90a36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.668683376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"520d1a3e-7722-4996-af77-71f0699ffb08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.727342945Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-bcc916","namespace":"e2e-extmod-cfl-2-734095"},"namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","reconcileID":"14562d66-59fb-4dda-86e5-d5bd13835fdd","namespace":"e2e-extmod-cfl-2-734095","name":"e2e-cfl-same-bcc916","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.745580032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"98190e7c-6835-4bd9-a129-9bea727cf7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.759070789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"18746db1-56ae-4793-b14b-d14382f026c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.759839866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1aa6f839-ede4-4f8e-98e7-93d5f8d06458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.760425652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b81dbb99-2247-4952-98af-48de643a1f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.789672334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"18746db1-56ae-4793-b14b-d14382f026c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.793129925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"98190e7c-6835-4bd9-a129-9bea727cf7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.812018349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b81dbb99-2247-4952-98af-48de643a1f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.817750478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"1aa6f839-ede4-4f8e-98e7-93d5f8d06458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:38.961127336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4bfaed00-ac24-4e85-85f2-f2556b1baa79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.066107005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4bfaed00-ac24-4e85-85f2-f2556b1baa79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.089543106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"e1815ce9-59aa-46b7-b16f-80557bba4290","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.118163404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"e1815ce9-59aa-46b7-b16f-80557bba4290","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.118704238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e44ed88a-3ed1-4773-87f3-ee4e7a30e82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.119958439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4c307039-7ee8-4421-b1bf-7db67a7730a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.12231331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3720534f-27fe-4e11-b70e-a47bd60f9050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.127174156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"e1815ce9-59aa-46b7-b16f-80557bba4290","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.127362488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"38821317-85fe-4ef1-b040-d44ea4edff35","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.131089519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e44ed88a-3ed1-4773-87f3-ee4e7a30e82c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.135572409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3720534f-27fe-4e11-b70e-a47bd60f9050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.137538904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4c307039-7ee8-4421-b1bf-7db67a7730a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.145256973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"38821317-85fe-4ef1-b040-d44ea4edff35","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.14978432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c65e2f5e-d69b-4104-8df1-722c51f235cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.154031344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"38821317-85fe-4ef1-b040-d44ea4edff35","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.160362828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c65e2f5e-d69b-4104-8df1-722c51f235cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.171369645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c65e2f5e-d69b-4104-8df1-722c51f235cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.211585975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"24163620-ea77-4c35-aee0-9015fe4856e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.214285447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5b5101c-1db3-4467-a847-d10667048b2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.215905708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a85297ed-c856-486f-9a05-e1a3eb345870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.216166314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ccae54eb-8666-447c-8804-6457decd9f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.216405331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"49cb2a0c-154c-4258-bb52-45e2af364b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.222668122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"24163620-ea77-4c35-aee0-9015fe4856e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.224895878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5b5101c-1db3-4467-a847-d10667048b2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.227458668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ccae54eb-8666-447c-8804-6457decd9f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.228218066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"49cb2a0c-154c-4258-bb52-45e2af364b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.230383584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"24163620-ea77-4c35-aee0-9015fe4856e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.231023269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a85297ed-c856-486f-9a05-e1a3eb345870","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.234471813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5b5101c-1db3-4467-a847-d10667048b2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.313821236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"1b7b84c2-3a17-473a-905a-dfbc680048b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.31392508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"3fa9122d-91e6-486c-be6a-747499653d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.315009673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"eb76d7c1-3850-43e5-b651-285236ab8732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.322689657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"1b7b84c2-3a17-473a-905a-dfbc680048b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.322869155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"3fa9122d-91e6-486c-be6a-747499653d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:39.324978351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"eb76d7c1-3850-43e5-b651-285236ab8732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:41.362679199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.0558865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b3ef8a","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","reconcileID":"e21bf71a-9113-4847-a667-4c132824ca63","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.065394332Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b3ef8a","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","reconcileID":"96bb3cf8-bb17-4569-a666-f8da6f5ef403","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.066469516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"8c3f57bb-78cc-43e3-8457-ef41d9b3e128","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.067353512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"5805d9da-b99a-48d5-a2e7-33f9d1ad8dff","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.068189007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"664cb2b6-66e5-42c8-a6bf-5e364e603465","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.069348362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c7c48bb-c3a1-4ca3-82c5-b6b82bb62edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.073893327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec97eb7f-6ce0-45f5-9f92-addde24dcc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.074910417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"8c3f57bb-78cc-43e3-8457-ef41d9b3e128","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.079511574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"664cb2b6-66e5-42c8-a6bf-5e364e603465","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.080129352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c7c48bb-c3a1-4ca3-82c5-b6b82bb62edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.081933529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"5805d9da-b99a-48d5-a2e7-33f9d1ad8dff","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.082712419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec97eb7f-6ce0-45f5-9f92-addde24dcc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.083094072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"8c3f57bb-78cc-43e3-8457-ef41d9b3e128","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.086743693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"664cb2b6-66e5-42c8-a6bf-5e364e603465","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.087409337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c7c48bb-c3a1-4ca3-82c5-b6b82bb62edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.089032351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"5805d9da-b99a-48d5-a2e7-33f9d1ad8dff","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.090388377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec97eb7f-6ce0-45f5-9f92-addde24dcc6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.175142422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"b69ee06e-c332-45f1-b010-7c416aec5d95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.175204094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1fc73007-104b-4474-ae15-446ad5f912a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.175670034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"941a7417-5afe-4288-a849-6611998cffbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.175769122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6081e0f4-749b-4375-bd40-5201d66942a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.17681703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f4fd4cdb-adec-4599-b806-13fd8b7bf24b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.183195766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"b69ee06e-c332-45f1-b010-7c416aec5d95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.183745864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1fc73007-104b-4474-ae15-446ad5f912a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.185621404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"941a7417-5afe-4288-a849-6611998cffbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.18613804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f4fd4cdb-adec-4599-b806-13fd8b7bf24b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.188105528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"6081e0f4-749b-4375-bd40-5201d66942a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.27049873Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b3ef8a","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","reconcileID":"c8387c27-1e40-406e-ba00-4f22cae9d3ca","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.272163568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"b42b995d-6a5f-4313-83b9-44a2a4b50709","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-4fa70dde1e0c","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.299468804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"31618bfd-46f8-48a5-a7af-2af1305c1125","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-4fa70dde1e0c","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.303472737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b79718fe-6488-40c3-adb7-f26a13c5c7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.30348752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e9a14c79-10fa-4b22-8f53-00d96fe8d0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:42.309121531Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"31618bfd-46f8-48a5-a7af-2af1305c1125","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:42.309171139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"31618bfd-46f8-48a5-a7af-2af1305c1125","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.312286087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e9a14c79-10fa-4b22-8f53-00d96fe8d0b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.313371961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"b79718fe-6488-40c3-adb7-f26a13c5c7f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.319057171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"42321b3b-8102-4510-96ff-606f67d87fcf","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-4fa70dde1e0c","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.534241975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"25bf032f-5605-4c18-9ad6-85449a18223c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.541503913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb0e0003-e708-4c06-a9d7-48a931bc806f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.542352572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c6a66e6c-b7f3-496f-8182-640da53c3155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.543035431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"12ba34b2-adb0-4d68-bb64-3352779e976b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.547164632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"25bf032f-5605-4c18-9ad6-85449a18223c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.547643419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"0af958ba-771d-4f5c-8fec-34e82353256b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.574041797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"12ba34b2-adb0-4d68-bb64-3352779e976b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.576708326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"0af958ba-771d-4f5c-8fec-34e82353256b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.585287956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c6a66e6c-b7f3-496f-8182-640da53c3155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.588232856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"25bf032f-5605-4c18-9ad6-85449a18223c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.588378211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb0e0003-e708-4c06-a9d7-48a931bc806f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.645317098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb0e0003-e708-4c06-a9d7-48a931bc806f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.651053956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1992cf3b-ba67-432f-83ee-51f4ded5c2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.652980736Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","reconcileID":"00dbf3ad-9acf-40d9-bae2-339cf5b1f756","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"name":"e2e-shr-amb-b3ef8a","namespace":"e2e-extmod-shr-user-98870d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.661129608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1992cf3b-ba67-432f-83ee-51f4ded5c2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.671179293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1992cf3b-ba67-432f-83ee-51f4ded5c2b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.672176328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"50d0d20d-8d50-4de3-908a-c48208459dd7","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-4fa70dde1e0c","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.697227456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b3ef8a","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","reconcileID":"87d2e4ab-5978-4651-875e-383d93c6755f","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.697496812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"f62d720b-3422-4a64-9606-5d97634d9c24","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.822547048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"f62d720b-3422-4a64-9606-5d97634d9c24","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.82521466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","reconcileID":"96e2b9b9-cdee-48e4-9c61-83ad4b5728ab","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-9b862ae3e1a1","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.903331965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"887f5e51-022a-465c-a79c-8bc73808ecde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.904304248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7976318e-0852-485d-a435-4c5609f33fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.904833022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4f12be6b-2f36-4cb5-b131-b066ad5c87f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.952141653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"46a56c6a-8da0-4767-80a3-443b639e2b5a","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.953120806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"0f6862d0-e87c-419b-84ec-4e3aec99e621","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-4fa70dde1e0c","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.959487323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7976318e-0852-485d-a435-4c5609f33fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.96083441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"4f12be6b-2f36-4cb5-b131-b066ad5c87f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.961131697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"f62d720b-3422-4a64-9606-5d97634d9c24","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.965127334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"887f5e51-022a-465c-a79c-8bc73808ecde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.969265066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"46a56c6a-8da0-4767-80a3-443b639e2b5a","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.978217691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"46a56c6a-8da0-4767-80a3-443b639e2b5a","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.981920641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f2d5aa33-122c-45d4-93a1-a4ce5314943b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:42.9908376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f2d5aa33-122c-45d4-93a1-a4ce5314943b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.080686645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e86a32b9-a36b-4bf4-bd8a-3582871df8d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.093806196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e86a32b9-a36b-4bf4-bd8a-3582871df8d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.174813133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"2daa5766-70cd-427c-8575-47cc5f21cb82","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.183431382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8022a5ee-4c22-401f-adc2-47f29e711a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.18368994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b73a5732-b5f1-4965-aef6-e842e9a5c770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.190116382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"2daa5766-70cd-427c-8575-47cc5f21cb82","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.196459352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b73a5732-b5f1-4965-aef6-e842e9a5c770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.196630934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8022a5ee-4c22-401f-adc2-47f29e711a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.202732841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"2daa5766-70cd-427c-8575-47cc5f21cb82","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.206849228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b73a5732-b5f1-4965-aef6-e842e9a5c770","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.20901871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8022a5ee-4c22-401f-adc2-47f29e711a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.364828819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"e269b376-656c-4e03-9030-09a174dea3d2","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.377524667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"ba0a4584-3c8c-4dc7-a758-c1820b165000","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.486222794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"e269b376-656c-4e03-9030-09a174dea3d2","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.703953482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"e269b376-656c-4e03-9030-09a174dea3d2","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.705480149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"fe767611-7e56-4852-8d88-e524a6384126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.707077896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f281efc1-3c9a-4466-8b9c-257192fee4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.728296023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"ba0a4584-3c8c-4dc7-a758-c1820b165000","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:43.768639583Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"1aa93fdc-97cc-436e-96bc-bee4963e8b28","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.912635193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f281efc1-3c9a-4466-8b9c-257192fee4e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.913202477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"fe767611-7e56-4852-8d88-e524a6384126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.924231906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0c33533d-3a6f-45e9-9c30-638d0426abba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.930024648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"ba0a4584-3c8c-4dc7-a758-c1820b165000","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:43.940774221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"1aa93fdc-97cc-436e-96bc-bee4963e8b28","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.946846842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"7050d1b8-33c9-420e-b19e-f6e15c5ab44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:43.957352338Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"24b69d9a-3074-40d9-9649-70c7fed64a10","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:43.958052328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"24b69d9a-3074-40d9-9649-70c7fed64a10","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.965382657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"7050d1b8-33c9-420e-b19e-f6e15c5ab44b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.972542108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d3832994-fd4e-4216-b621-f47cc3ffab9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:43.977226211Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"9c821117-e0c2-491a-b11b-d2f0ba425e32","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:43.978021396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"9c821117-e0c2-491a-b11b-d2f0ba425e32","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.986405909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0c33533d-3a6f-45e9-9c30-638d0426abba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.989568728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"0cb6727b-272c-4a9d-bf9e-00e826901646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.995724896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d890cbab-d560-430c-9cee-16c3a0090c90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:44.002436252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"0cb6727b-272c-4a9d-bf9e-00e826901646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:44.009992962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d3832994-fd4e-4216-b621-f47cc3ffab9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:44.014853367Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"84bac2c5-45fb-40bc-8282-2b7830a1077a","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:44.014981276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"84bac2c5-45fb-40bc-8282-2b7830a1077a","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:44.018451847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d890cbab-d560-430c-9cee-16c3a0090c90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:44.056066872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5744c933-e451-45db-87d3-f9dfb9ac81a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:44.063406154Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"5c813dc9-0c8e-4ed0-ad97-31d1e75176dc","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:44.063482281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"5c813dc9-0c8e-4ed0-ad97-31d1e75176dc","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:44.114395333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5744c933-e451-45db-87d3-f9dfb9ac81a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:44.202765031Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"5ce8314d-f2b5-4461-b148-9eaf2f595618","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:44.202846793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"5ce8314d-f2b5-4461-b148-9eaf2f595618","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:44.367383942Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"56348293-9664-4c22-9c6c-1691fa36bae6","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:44.367448407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"56348293-9664-4c22-9c6c-1691fa36bae6","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:44.719786409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"1325f604-793a-401f-bc11-bfbcd3f6f094","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:44.719861623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"1325f604-793a-401f-bc11-bfbcd3f6f094","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:45.365130435Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"282d8811-a5d4-41c1-b329-4f4d72032c31","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:45.36519981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"282d8811-a5d4-41c1-b329-4f4d72032c31","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:46.650446345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"1115efac-ae87-4a2f-837d-84777b103372","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:46.650517184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"1115efac-ae87-4a2f-837d-84777b103372","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:49.214964922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"a1077d05-fe89-4d87-ac1e-e007489f502f","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:49.215034272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"a1077d05-fe89-4d87-ac1e-e007489f502f","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.214418995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"2e68986e-2c8e-4734-a00d-c5c3351287ab","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.218430614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2a21cf8-5377-439f-8204-7d9f227f16fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.223553859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"2e68986e-2c8e-4734-a00d-c5c3351287ab","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.227285747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2a21cf8-5377-439f-8204-7d9f227f16fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.230676442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"2e68986e-2c8e-4734-a00d-c5c3351287ab","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.235141452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2a21cf8-5377-439f-8204-7d9f227f16fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.378489728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a1572a-4f43-46d0-914d-a99f84af3db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.388062313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a1572a-4f43-46d0-914d-a99f84af3db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.395550129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a1572a-4f43-46d0-914d-a99f84af3db8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.528461346Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"846b036e-3dd3-4720-b554-0b7e2fe39c33","namespace":"llm","name":"e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.551376531Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"ac6d9e00-f918-41bd-a569-6c3743c3347f","namespace":"llm","name":"e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.554724639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"77c04594-927c-482f-bf1b-6e6b024b64c7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.565087938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"6c1fca37-9a56-4c1e-b130-ed303b47c985","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.565116223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bed2e7d-bf28-4039-beee-3f136ef637c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.565487404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"0d7b287f-09ec-4dad-ab70-3ac599a0d3a2","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.572612845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"77c04594-927c-482f-bf1b-6e6b024b64c7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.58869543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5850b3c3-4960-4c10-9f0f-55cc986b0510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.600642308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bed2e7d-bf28-4039-beee-3f136ef637c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.602177861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5850b3c3-4960-4c10-9f0f-55cc986b0510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.602787285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"0d7b287f-09ec-4dad-ab70-3ac599a0d3a2","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.603143738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"77c04594-927c-482f-bf1b-6e6b024b64c7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.604866038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"6c1fca37-9a56-4c1e-b130-ed303b47c985","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.6088732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bed2e7d-bf28-4039-beee-3f136ef637c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.610883339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"0d7b287f-09ec-4dad-ab70-3ac599a0d3a2","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.611057443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5850b3c3-4960-4c10-9f0f-55cc986b0510","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.613106131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"6c1fca37-9a56-4c1e-b130-ed303b47c985","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.616063928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"46def862-966b-4861-b4fa-222bb8384930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.617716181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbc2a1ee-10a9-44d1-bd4e-7a44e0dc6cd9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.617735584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bbc2a1ee-10a9-44d1-bd4e-7a44e0dc6cd9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.618168821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"560849b6-c090-44f5-b490-1ad7992332b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.618190485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"560849b6-c090-44f5-b490-1ad7992332b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.618470161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cb50b24e-3a7b-47b1-9a31-2c8193868976","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.618483631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cb50b24e-3a7b-47b1-9a31-2c8193868976","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.618720062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"55637382-5b9d-4345-9a1a-a0b086869915","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.618731796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"55637382-5b9d-4345-9a1a-a0b086869915","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.61894474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"332bfd77-977c-4fc7-88e9-7fcac442a53d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.618956244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"332bfd77-977c-4fc7-88e9-7fcac442a53d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.619245591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe5b6f9e-28bc-4426-9e9d-396984a18627","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.61925696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fe5b6f9e-28bc-4426-9e9d-396984a18627","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.619455248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72deda65-cb9a-4a92-b088-5359dd6955e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.619466483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72deda65-cb9a-4a92-b088-5359dd6955e0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.619716566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db59ad12-db67-4f90-af42-0c59df1168cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.619728747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db59ad12-db67-4f90-af42-0c59df1168cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.643138997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"46def862-966b-4861-b4fa-222bb8384930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.661677354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d1f0727a-cd02-430b-b24e-616c28c483fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.663260806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bf3c220b-7cc3-4bfe-bac8-fca39783ae9c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.663277606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bf3c220b-7cc3-4bfe-bac8-fca39783ae9c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.663506816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1cc88550-af69-47e6-9ed8-0fb11980f4b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.663517006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1cc88550-af69-47e6-9ed8-0fb11980f4b6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.663788327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0553d70-3ba0-48eb-97d2-6ee2cadf3aac","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.663799191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0553d70-3ba0-48eb-97d2-6ee2cadf3aac","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.664002113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"77297d56-d30f-4321-9a31-51d0ac1d5662","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.664011916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"77297d56-d30f-4321-9a31-51d0ac1d5662","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.664224804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84c7f483-dec0-4e13-9753-11b2f112f7ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.664235575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84c7f483-dec0-4e13-9753-11b2f112f7ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.664519304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c856d12-f171-4f0c-a05b-d78e002fc853","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.664529966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6c856d12-f171-4f0c-a05b-d78e002fc853","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.664757353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"156b6665-1756-4579-9b46-8510cd39ea1f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.664767562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"156b6665-1756-4579-9b46-8510cd39ea1f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.66498447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bee9ac79-fb7a-460e-83a2-409cb2ba15e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.664994461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bee9ac79-fb7a-460e-83a2-409cb2ba15e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.668146339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a7d52fee-3550-42bb-8160-4d424ad8461b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.668362074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78188042-2750-468d-8039-46635f38c230","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.673013145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9e73a068-dde4-4101-a51a-c9c74386b92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.673077957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ed0953f6-3ae5-4526-bb7b-3f1f5854bb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.673399128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"71ed9d8c-3464-4d67-8b89-67c0ffa367f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.67825921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d1f0727a-cd02-430b-b24e-616c28c483fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.683369981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9e73a068-dde4-4101-a51a-c9c74386b92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.685163618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ed0953f6-3ae5-4526-bb7b-3f1f5854bb64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.685952566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"71ed9d8c-3464-4d67-8b89-67c0ffa367f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.724309055Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"e8b3e302-85eb-4c96-aaec-08f955f45762","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"name":"e2e-dft-0a70ec","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.752302289Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"93cb45da-4dd3-4ad5-bddc-01ad537eedfd","namespace":"llm","name":"e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.755827474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3e8a6fac-70f5-49e9-a434-271cd779e75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.756163801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"a2288d53-6aa3-4c4d-837e-b9d1ce541a72","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.756181217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"a2288d53-6aa3-4c4d-837e-b9d1ce541a72","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.767495651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"3e8a6fac-70f5-49e9-a434-271cd779e75f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.76975408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"cb5f16ff-071a-411a-9205-93c019e32191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.769754078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f48a511c-3b0d-4a94-8be4-b9f9a99658e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.771439832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f7bd8576-701c-4137-9b16-6788a0a580bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.771791315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"2b33a983-4d1b-4df4-99e7-f5a585fb9002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.778739359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"cb5f16ff-071a-411a-9205-93c019e32191","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.778868379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f48a511c-3b0d-4a94-8be4-b9f9a99658e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.782784811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f7bd8576-701c-4137-9b16-6788a0a580bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.782889307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"2b33a983-4d1b-4df4-99e7-f5a585fb9002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:53.963635219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4618c6cc-c3fc-47cc-ac1f-763a6311d435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.018195211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4618c6cc-c3fc-47cc-ac1f-763a6311d435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.02992288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4618c6cc-c3fc-47cc-ac1f-763a6311d435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.03072416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"9f289d3f-d0c2-4886-bbdf-8f566ef66bcf","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.032808361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"2011b9dc-e4f5-4251-b53d-2f7c4140e48c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.033258018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"7fba32ab-8f19-481f-8ef0-a3e1f09277bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.04191641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68e321d2-109d-473b-aae4-02be077d84d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.045930113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"2011b9dc-e4f5-4251-b53d-2f7c4140e48c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.056440753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"9f289d3f-d0c2-4886-bbdf-8f566ef66bcf","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.061224102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68e321d2-109d-473b-aae4-02be077d84d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.078712604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"7fba32ab-8f19-481f-8ef0-a3e1f09277bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.078964328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"2011b9dc-e4f5-4251-b53d-2f7c4140e48c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.081664261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68e321d2-109d-473b-aae4-02be077d84d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.149479236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"9f289d3f-d0c2-4886-bbdf-8f566ef66bcf","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.151819431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"7fba32ab-8f19-481f-8ef0-a3e1f09277bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.153911654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"689bb060-035d-455b-8b0c-cd64de498035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.156490803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3b1c07df-09f1-4357-a857-eb5a8812f3db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.159177321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"fdc243a6-e085-4dc6-8759-a615fb646b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.161939316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"689bb060-035d-455b-8b0c-cd64de498035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.164993622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3b1c07df-09f1-4357-a857-eb5a8812f3db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.167778155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"fdc243a6-e085-4dc6-8759-a615fb646b45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.18774871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5749b27b-2a94-4594-987f-a9c27b624d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.187753262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8526f08c-5032-4440-9761-33f0db4af9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.191927533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b0a14887-c41f-47dc-bedb-8ef0d72478c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.2435387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5749b27b-2a94-4594-987f-a9c27b624d88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.244374258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"8526f08c-5032-4440-9761-33f0db4af9ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.24609649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b0a14887-c41f-47dc-bedb-8ef0d72478c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:54.340112394Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"3685d72b-393a-49d8-8e19-e64b30f54930","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:54.340171516Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"3685d72b-393a-49d8-8e19-e64b30f54930","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.503028818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"cd0b60c0-1b14-4ee3-abaf-2dbe355a41f2","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.503052212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"cd0b60c0-1b14-4ee3-abaf-2dbe355a41f2","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.512794299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"bdb4c601-b905-4cf6-bfc4-7167655f6a3f","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.5128164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"bdb4c601-b905-4cf6-bfc4-7167655f6a3f","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.522479614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"ac935cf0-f867-446d-b71d-ca55aab13a2c","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.531397687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"ac935cf0-f867-446d-b71d-ca55aab13a2c","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.539485435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"ac935cf0-f867-446d-b71d-ca55aab13a2c","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.556327274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"bac6d153-dda9-401e-8603-46df07a3e6b0","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.556371713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"bac6d153-dda9-401e-8603-46df07a3e6b0","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.68101171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"6efb8cec-8b01-43e8-affa-8a87e3e0a4be","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.753053734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"6efb8cec-8b01-43e8-affa-8a87e3e0a4be","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.789572749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"6efb8cec-8b01-43e8-affa-8a87e3e0a4be","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.286097649Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-64a5ec","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","reconcileID":"d6091260-f092-4013-90ba-a94114ff265d","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.296762994Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-64a5ec","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","reconcileID":"3d34eacd-0328-4752-a56c-ab0a48bb984e","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.297374054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8ec0e7db-7ab1-45a4-8591-34212d298fdc","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.297750694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"ca95d9c9-0dc2-4cfc-ba02-e52d6fd86946","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.298876562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"36addd7a-0d0c-430a-92f4-5332d146f3a4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.304033321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd3fba80-7f4b-4fc4-af63-1093e4b70a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.305847097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8ec0e7db-7ab1-45a4-8591-34212d298fdc","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.306490891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"ca95d9c9-0dc2-4cfc-ba02-e52d6fd86946","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.306744768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0caedc0-6975-46cf-b654-cad07c9be823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.308311491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"36addd7a-0d0c-430a-92f4-5332d146f3a4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.312890947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd3fba80-7f4b-4fc4-af63-1093e4b70a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.313960703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"ca95d9c9-0dc2-4cfc-ba02-e52d6fd86946","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.315196616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8ec0e7db-7ab1-45a4-8591-34212d298fdc","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.315467865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0caedc0-6975-46cf-b654-cad07c9be823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.316564675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"36addd7a-0d0c-430a-92f4-5332d146f3a4","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.320423979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd3fba80-7f4b-4fc4-af63-1093e4b70a9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.323845283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0caedc0-6975-46cf-b654-cad07c9be823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:55.327321495Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"2d1d81ea-d9ca-4771-a7fa-b5e62ceabe90","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:55.327377625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"2d1d81ea-d9ca-4771-a7fa-b5e62ceabe90","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.331125437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"6a1260f3-d39d-40c3-9bcf-fe8f7faa408e","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-4fa70dde1e0c","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.344756328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","reconcileID":"3b38e913-5532-476d-b9dc-153aef433111","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-9b862ae3e1a1","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:55.361900255Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"a9d0df89-163f-4ad7-9da4-983e4f885587","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:55.361962022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"a9d0df89-163f-4ad7-9da4-983e4f885587","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.369212224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"3a7af490-6c17-4a6b-ad0a-20b0d66d5b34","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-4fa70dde1e0c","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.37880713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","reconcileID":"d92a4a89-e17f-4f25-bc81-30877dc369eb","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-9b862ae3e1a1","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.441482241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"10b6987c-db4e-4c33-9cc7-1986d997ef10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.447632616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"aff22bd2-10f3-44af-9995-191a11ebd3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.450160658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4381aa3f-c499-45c6-912f-8b5f48af375f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.450347065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9d497fcd-1f73-40dd-8d9d-ae513a962f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.450719481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"3d050ebf-15eb-495f-a43c-ec16ffe8ee98","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.452488777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"10b6987c-db4e-4c33-9cc7-1986d997ef10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.455932671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"aff22bd2-10f3-44af-9995-191a11ebd3d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.459501279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"4381aa3f-c499-45c6-912f-8b5f48af375f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.460119705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"9d497fcd-1f73-40dd-8d9d-ae513a962f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.462787412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"3d050ebf-15eb-495f-a43c-ec16ffe8ee98","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:55.467978962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"c7c62765-8701-4d3f-bda2-ddd6b3baed88","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:55.4680417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"c7c62765-8701-4d3f-bda2-ddd6b3baed88","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.470089271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"3d050ebf-15eb-495f-a43c-ec16ffe8ee98","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.47187527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","reconcileID":"ad5c240b-2e0c-47f2-badd-72aaa5bf3d57","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-9b862ae3e1a1","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.482018199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"ef42b93c-4934-47aa-9d97-56f6d4676440","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-4fa70dde1e0c","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.501454633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"71d0dc76-df0b-4f7d-8d12-0d70f7b0c53a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.509758586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"58279d49-50af-4140-b05a-bb7c66d6512c","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"name":"e2e-shr-quota-64a5ec","namespace":"e2e-extmod-shr-user-98870d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.511749604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"71d0dc76-df0b-4f7d-8d12-0d70f7b0c53a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:55.526303716Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"74a8ba4a-2458-4439-a8b1-1c6643da658c","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:55.526357506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"74a8ba4a-2458-4439-a8b1-1c6643da658c","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.530374582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"34987224-34e0-4031-93d4-0d10bf451bae","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-4fa70dde1e0c","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.533832604Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-64a5ec","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","reconcileID":"872cf737-e69b-4e25-a6b0-8ad692590207","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.538261836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","reconcileID":"20da06f9-6540-4a14-9032-1cf961eb5611","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-9b862ae3e1a1","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.546507506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"28087b2a-7223-4e17-b7bf-e919efe1a54f","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.785963867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b716a4a4-bce0-4a8b-907d-fb2ce1de412b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.786870322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"58804553-f1a9-4432-b58d-c7fbb358734d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.787318299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6bbcfc2c-0f0a-457f-bc7a-049c79dde3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.856277361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"58804553-f1a9-4432-b58d-c7fbb358734d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.860064964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"6bbcfc2c-0f0a-457f-bc7a-049c79dde3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.862260097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"b716a4a4-bce0-4a8b-907d-fb2ce1de412b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.863809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d3aef329-b9a3-4885-a850-77a4eb8beea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.864410032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"37335348-55e0-4320-a344-eb7ab1ffa13a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.883171631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d3aef329-b9a3-4885-a850-77a4eb8beea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.88670894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"37335348-55e0-4320-a344-eb7ab1ffa13a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.898736835Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"b3b7833a-fc23-4c12-a003-01155c9c6d5e","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"name":"e2e-shr-quota-64a5ec","namespace":"e2e-extmod-shr-user-98870d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.921170676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"16317fc4-50ee-4cdd-b9a5-8299f615c2cc","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.953724541Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-64a5ec","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","reconcileID":"04da015c-bc3a-4094-b357-6ea99860d850","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.957671103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"848c5e5f-b42c-4791-bfcf-7d86186c73c0","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.975496117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"0068f896-5962-4e25-995d-baee755d97b5","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.985702786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"287a1d87-f36e-4548-9057-0e0d9537228b","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.986228535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"ba9f1919-c83f-4285-8c09-b121c9966b6b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.988840106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"655b693a-a7da-441d-a98c-451c25484d59","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.994775513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"ba9f1919-c83f-4285-8c09-b121c9966b6b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.995052567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"741c99f6-28b6-4ce6-9d29-c4ba0c226e66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.995547096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"287a1d87-f36e-4548-9057-0e0d9537228b","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.997459025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"655b693a-a7da-441d-a98c-451c25484d59","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:55.998555089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"229b5d6b-89c2-4b99-9a86-f32a0d33292a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.002680035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"ba9f1919-c83f-4285-8c09-b121c9966b6b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.003402532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"287a1d87-f36e-4548-9057-0e0d9537228b","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.005383028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"655b693a-a7da-441d-a98c-451c25484d59","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.006562536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"741c99f6-28b6-4ce6-9d29-c4ba0c226e66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.009005346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"229b5d6b-89c2-4b99-9a86-f32a0d33292a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.040690043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"741c99f6-28b6-4ce6-9d29-c4ba0c226e66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.041019676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"229b5d6b-89c2-4b99-9a86-f32a0d33292a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.181305784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9c6a5645-9f55-439f-b50e-b12ad72ffb46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.348658339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"9c6a5645-9f55-439f-b50e-b12ad72ffb46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.350192088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"279d41e5-855b-4c90-be24-e4e6aabfa2cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.359738252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"42ce81d2-31fc-411f-b22b-53657d25fac7","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.360293231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"1e95ceee-589e-494d-b0d0-593b652589bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.360764495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"34e67c1c-8dad-4b49-a4ca-0b28dc5b0812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.373248658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"279d41e5-855b-4c90-be24-e4e6aabfa2cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.376558941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"34e67c1c-8dad-4b49-a4ca-0b28dc5b0812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.38294556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"1e95ceee-589e-494d-b0d0-593b652589bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.384535621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"42ce81d2-31fc-411f-b22b-53657d25fac7","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.394908758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 25, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"42ce81d2-31fc-411f-b22b-53657d25fac7","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.409569274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f03314cf-765d-45e7-b0d4-e5cb3be01375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.419639513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f03314cf-765d-45e7-b0d4-e5cb3be01375","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.522765123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b5f0e915-81a3-48b8-99ca-f5ec0bd10ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.54089852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"947ff5e3-2be0-4828-a91e-20c4727e2de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.546693571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b5f0e915-81a3-48b8-99ca-f5ec0bd10ef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.548058228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"44144f47-64ba-4161-ae50-90adfd36146b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.551303057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"5d0c5ca2-de8c-448c-81de-d1a2ca56c0ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.555950905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"947ff5e3-2be0-4828-a91e-20c4727e2de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.559055402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"44144f47-64ba-4161-ae50-90adfd36146b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.560210357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"5d0c5ca2-de8c-448c-81de-d1a2ca56c0ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.650333566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"61b4f3ca-cb7f-4cf0-82f3-84de8d796b15","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.652127567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"578f7854-0a39-4123-ac02-b6d7df00d60d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.658231598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"0ccd9766-48eb-4f6c-ad8f-a171adfb2a93","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.660671853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"578f7854-0a39-4123-ac02-b6d7df00d60d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.754338284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"fdde35f5-fb7e-497a-8370-75a1b9547948","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.78678399Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"fdde35f5-fb7e-497a-8370-75a1b9547948","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.796068284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"fdde35f5-fb7e-497a-8370-75a1b9547948","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:56.808822497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"02d90543-b944-4abf-8bc4-b33f3ffff691","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.295036129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"83da872b-641b-48db-b7a3-6b64c851e05b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.30353483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"83da872b-641b-48db-b7a3-6b64c851e05b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.310979479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c992ac2547fbe9aa4b01a3448910d1170f5e2a4d0935b2a0637cb0febd731311) AuthConfig (1bf420eb5405a78c528de3c84aed0b97824f91befd1d43b058cf6a6cbdf57552) AuthConfig (6ad976a7b37af52082679176a6fa2e9f1aed45ded51e0511e57387d9c0c2d88c) AuthConfig (79a1d866b61625a5533dcf79bfaf27c9626da5c5c3431ffe45f11b8169298dc4) AuthConfig (d134431405bf792be9fdb287e153489c7071ae1bab6078787896a816424660d8) AuthConfig (1ccec942cece374674dc38c71c391f2255ab867344d3b8de746e100ceeac310a) AuthConfig (83bff043ce7043c810789e39914a78deac837c4a06d25bb92627b9d627b2dc85) AuthConfig (d29d550b68edd0b1becb08c285668e245f2bc0560748b17b272e3478070ea2f0) AuthConfig (6efb782f16d12fd73fccafa45611582aab6b30555e0d816c67ff0632fcaa5892) AuthConfig (c6aa2f54ca9589c855a2cf637112573adb1894b2dc1d7c415da0ddfa6c1323d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"83da872b-641b-48db-b7a3-6b64c851e05b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.32590745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"c7c19049-e0d2-4a66-bd1e-04f2f56b1b69","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.325937258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"c7c19049-e0d2-4a66-bd1e-04f2f56b1b69","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.593239083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"474122fa-42a6-43e1-9ad3-d000249bec53","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.601715896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"474122fa-42a6-43e1-9ad3-d000249bec53","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.60879034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"474122fa-42a6-43e1-9ad3-d000249bec53","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.694390999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"acc5369c-37a2-440c-9eb3-3de235d9bbf9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.695806939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"fb076bb1-f5c5-415e-b072-9859b9a0ab94","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.707416699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"fb076bb1-f5c5-415e-b072-9859b9a0ab94","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.709384983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"acc5369c-37a2-440c-9eb3-3de235d9bbf9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.715328717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ce5a2b348e9c89ef7bff44106e57c7c2a9deff0bf7fe77a8f71d81c479398bf) AuthConfig (546f4996909505bb2e8d1dac9752d7e221107ac2ef673aa16e1ddd1df2547b55) AuthConfig (4e0daac9beb7631cdb81fec2f4572b8aae34f0429f1dba5124671c5251e22a5a) AuthConfig (e3005955a899dddeda7de3b8fe1686b002552fab60ef74f9f2472d1960957f51) AuthConfig (d02c8c27fe33f722affff6071afc0a4264946ece8f57b5ea3bff65b33fba6384) AuthConfig (15914ddd5056feab18181d8b0d0ba9574eb53213e17dd67ec8ee966837d37e41) AuthConfig (7640c8ed18aad0c11f2bb5f9c2888314eb4ec56e3abf337a6ba02041612cea48) AuthConfig (ce4855702827af8f15b6d4de9f2c637aaacb260eb88a689c31087f64e4442fee) AuthConfig (c7be74cb044a560a1e1b116a19940108f7d5ddaf69a00d7967c772c4134248ad) AuthConfig (6b8afa8c877c778e72fa000f12826e0fcc9ff1c166dd0185f8912cf7f185778e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"fb076bb1-f5c5-415e-b072-9859b9a0ab94","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.716625266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f1e053be3a9fbb12786f9e3f4d189f4209db7d2067738153614fdfc772016b3) AuthConfig (d482f69fcc992b435b9e6a714889de0c6c2a497e9b5f0f9cb9a9ccec62e0236c) AuthConfig (af416250fccfa6815053cf1cb0d4740831d343920bb26338024ac2a86f5cccda) AuthConfig (003e99bd5bdb9547b9da543b3bff96f074237f46452d185ed739a1d4a024d63c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"acc5369c-37a2-440c-9eb3-3de235d9bbf9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.741516789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"06e45a2f-bbe2-4c61-ada7-85364923ba63","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.741551437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"06e45a2f-bbe2-4c61-ada7-85364923ba63","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.749406854Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"bf7a805c-4f01-4624-9c48-abb9e5354e51","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.906269734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"777d244e-d675-4490-a4f7-4d92fa1ec5e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.914859292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"777d244e-d675-4490-a4f7-4d92fa1ec5e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.922069588Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f1e053be3a9fbb12786f9e3f4d189f4209db7d2067738153614fdfc772016b3) AuthConfig (d482f69fcc992b435b9e6a714889de0c6c2a497e9b5f0f9cb9a9ccec62e0236c) AuthConfig (af416250fccfa6815053cf1cb0d4740831d343920bb26338024ac2a86f5cccda) AuthConfig (003e99bd5bdb9547b9da543b3bff96f074237f46452d185ed739a1d4a024d63c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"777d244e-d675-4490-a4f7-4d92fa1ec5e8","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.147030458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"fd3820a0-d5b2-4cce-b68f-53812daea63c","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.151384694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb1d47cd-207c-454e-9a03-824da77fa9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.151384523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"728532ac-5f3b-4a7c-a09b-0b0b432d00f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.155746628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"fd3820a0-d5b2-4cce-b68f-53812daea63c","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.16045722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"728532ac-5f3b-4a7c-a09b-0b0b432d00f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.160683428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb1d47cd-207c-454e-9a03-824da77fa9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.1627993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"fd3820a0-d5b2-4cce-b68f-53812daea63c","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.167933088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"728532ac-5f3b-4a7c-a09b-0b0b432d00f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.168186346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb1d47cd-207c-454e-9a03-824da77fa9be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.178316981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92634203-a10c-4ba8-b1cd-22d8ddef71ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.178333912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92634203-a10c-4ba8-b1cd-22d8ddef71ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.183800647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05b662c1-4091-41d4-8e08-7baa754c970c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.183816231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"05b662c1-4091-41d4-8e08-7baa754c970c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.410658805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"9b1f3f3e-c4e6-454f-ab54-f44342222d55","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.419665487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"9b1f3f3e-c4e6-454f-ab54-f44342222d55","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.427746766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"9b1f3f3e-c4e6-454f-ab54-f44342222d55","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.445781442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"16024c3f-1b3a-47ca-bf02-431abe530fdb","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:06.445807087Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"16024c3f-1b3a-47ca-bf02-431abe530fdb","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:11.344835625Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.331124058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"d65b3fc2-d21c-4841-a952-88bbe2382d7f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.340732088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"d65b3fc2-d21c-4841-a952-88bbe2382d7f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.348096844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c992ac2547fbe9aa4b01a3448910d1170f5e2a4d0935b2a0637cb0febd731311) AuthConfig (1bf420eb5405a78c528de3c84aed0b97824f91befd1d43b058cf6a6cbdf57552) AuthConfig (6ad976a7b37af52082679176a6fa2e9f1aed45ded51e0511e57387d9c0c2d88c) AuthConfig (79a1d866b61625a5533dcf79bfaf27c9626da5c5c3431ffe45f11b8169298dc4) AuthConfig (d134431405bf792be9fdb287e153489c7071ae1bab6078787896a816424660d8) AuthConfig (1ccec942cece374674dc38c71c391f2255ab867344d3b8de746e100ceeac310a) AuthConfig (83bff043ce7043c810789e39914a78deac837c4a06d25bb92627b9d627b2dc85) AuthConfig (d29d550b68edd0b1becb08c285668e245f2bc0560748b17b272e3478070ea2f0) AuthConfig (6efb782f16d12fd73fccafa45611582aab6b30555e0d816c67ff0632fcaa5892) AuthConfig (c6aa2f54ca9589c855a2cf637112573adb1894b2dc1d7c415da0ddfa6c1323d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"d65b3fc2-d21c-4841-a952-88bbe2382d7f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.746520434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"496d56b6-c5fb-475d-b547-14cadc5b6630","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.755671233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"496d56b6-c5fb-475d-b547-14cadc5b6630","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.762823706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ce5a2b348e9c89ef7bff44106e57c7c2a9deff0bf7fe77a8f71d81c479398bf) AuthConfig (546f4996909505bb2e8d1dac9752d7e221107ac2ef673aa16e1ddd1df2547b55) AuthConfig (4e0daac9beb7631cdb81fec2f4572b8aae34f0429f1dba5124671c5251e22a5a) AuthConfig (e3005955a899dddeda7de3b8fe1686b002552fab60ef74f9f2472d1960957f51) AuthConfig (d02c8c27fe33f722affff6071afc0a4264946ece8f57b5ea3bff65b33fba6384) AuthConfig (15914ddd5056feab18181d8b0d0ba9574eb53213e17dd67ec8ee966837d37e41) AuthConfig (7640c8ed18aad0c11f2bb5f9c2888314eb4ec56e3abf337a6ba02041612cea48) AuthConfig (ce4855702827af8f15b6d4de9f2c637aaacb260eb88a689c31087f64e4442fee) AuthConfig (c7be74cb044a560a1e1b116a19940108f7d5ddaf69a00d7967c772c4134248ad) AuthConfig (6b8afa8c877c778e72fa000f12826e0fcc9ff1c166dd0185f8912cf7f185778e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"496d56b6-c5fb-475d-b547-14cadc5b6630","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.931869341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"5b0e6c55-db6c-42ac-89e9-1166576491ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.940340574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"5b0e6c55-db6c-42ac-89e9-1166576491ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:15.950226372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f1e053be3a9fbb12786f9e3f4d189f4209db7d2067738153614fdfc772016b3) AuthConfig (d482f69fcc992b435b9e6a714889de0c6c2a497e9b5f0f9cb9a9ccec62e0236c) AuthConfig (af416250fccfa6815053cf1cb0d4740831d343920bb26338024ac2a86f5cccda) AuthConfig (003e99bd5bdb9547b9da543b3bff96f074237f46452d185ed739a1d4a024d63c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"5b0e6c55-db6c-42ac-89e9-1166576491ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.185473932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"5a51b87a-c0f3-43b7-b5d6-4479e04d5398","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.241113513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"524f0822-c8c3-4e89-8a77-65455ec18eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.242588311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"5a51b87a-c0f3-43b7-b5d6-4479e04d5398","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.24651645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f621d73-e652-473b-91c1-baf1658eec7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.249491095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"5a51b87a-c0f3-43b7-b5d6-4479e04d5398","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.249640507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"524f0822-c8c3-4e89-8a77-65455ec18eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.25588313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f621d73-e652-473b-91c1-baf1658eec7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.256993804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"524f0822-c8c3-4e89-8a77-65455ec18eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.263322368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f621d73-e652-473b-91c1-baf1658eec7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.456796496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"1a971147-7934-45ec-825a-366e12d5e521","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.470378209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"1a971147-7934-45ec-825a-366e12d5e521","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:16.478903356Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"1a971147-7934-45ec-825a-366e12d5e521","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.35822039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"fb8701e2-3d0a-4ae4-945d-10e83af64319","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.366543643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"fb8701e2-3d0a-4ae4-945d-10e83af64319","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.373413376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c992ac2547fbe9aa4b01a3448910d1170f5e2a4d0935b2a0637cb0febd731311) AuthConfig (1bf420eb5405a78c528de3c84aed0b97824f91befd1d43b058cf6a6cbdf57552) AuthConfig (6ad976a7b37af52082679176a6fa2e9f1aed45ded51e0511e57387d9c0c2d88c) AuthConfig (79a1d866b61625a5533dcf79bfaf27c9626da5c5c3431ffe45f11b8169298dc4) AuthConfig (d134431405bf792be9fdb287e153489c7071ae1bab6078787896a816424660d8) AuthConfig (1ccec942cece374674dc38c71c391f2255ab867344d3b8de746e100ceeac310a) AuthConfig (83bff043ce7043c810789e39914a78deac837c4a06d25bb92627b9d627b2dc85) AuthConfig (d29d550b68edd0b1becb08c285668e245f2bc0560748b17b272e3478070ea2f0) AuthConfig (6efb782f16d12fd73fccafa45611582aab6b30555e0d816c67ff0632fcaa5892) AuthConfig (c6aa2f54ca9589c855a2cf637112573adb1894b2dc1d7c415da0ddfa6c1323d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"fb8701e2-3d0a-4ae4-945d-10e83af64319","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.844375056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"a17a220e-c71b-45e6-b69c-c3097a6efbe5","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.854050865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"a17a220e-c71b-45e6-b69c-c3097a6efbe5","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.861674693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ce5a2b348e9c89ef7bff44106e57c7c2a9deff0bf7fe77a8f71d81c479398bf) AuthConfig (546f4996909505bb2e8d1dac9752d7e221107ac2ef673aa16e1ddd1df2547b55) AuthConfig (4e0daac9beb7631cdb81fec2f4572b8aae34f0429f1dba5124671c5251e22a5a) AuthConfig (e3005955a899dddeda7de3b8fe1686b002552fab60ef74f9f2472d1960957f51) AuthConfig (d02c8c27fe33f722affff6071afc0a4264946ece8f57b5ea3bff65b33fba6384) AuthConfig (15914ddd5056feab18181d8b0d0ba9574eb53213e17dd67ec8ee966837d37e41) AuthConfig (7640c8ed18aad0c11f2bb5f9c2888314eb4ec56e3abf337a6ba02041612cea48) AuthConfig (ce4855702827af8f15b6d4de9f2c637aaacb260eb88a689c31087f64e4442fee) AuthConfig (c7be74cb044a560a1e1b116a19940108f7d5ddaf69a00d7967c772c4134248ad) AuthConfig (6b8afa8c877c778e72fa000f12826e0fcc9ff1c166dd0185f8912cf7f185778e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"a17a220e-c71b-45e6-b69c-c3097a6efbe5","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.96152038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"e8909049-ad6d-4dac-8e1e-db644919e0a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.970441054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"e8909049-ad6d-4dac-8e1e-db644919e0a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:25.977490057Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f1e053be3a9fbb12786f9e3f4d189f4209db7d2067738153614fdfc772016b3) AuthConfig (d482f69fcc992b435b9e6a714889de0c6c2a497e9b5f0f9cb9a9ccec62e0236c) AuthConfig (af416250fccfa6815053cf1cb0d4740831d343920bb26338024ac2a86f5cccda) AuthConfig (003e99bd5bdb9547b9da543b3bff96f074237f46452d185ed739a1d4a024d63c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"e8909049-ad6d-4dac-8e1e-db644919e0a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.259464771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"29797544-fecf-4683-8f8e-3dcfe5bd47db","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.268631778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"29797544-fecf-4683-8f8e-3dcfe5bd47db","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.272213282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28bca92c-4416-499b-90fe-f149bae03a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.275879605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"29797544-fecf-4683-8f8e-3dcfe5bd47db","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.281143067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28bca92c-4416-499b-90fe-f149bae03a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.289353252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28bca92c-4416-499b-90fe-f149bae03a24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.365446083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"033b1c6a-5910-4d3e-836a-872cfb0b9e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.375095439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"033b1c6a-5910-4d3e-836a-872cfb0b9e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.382578218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"033b1c6a-5910-4d3e-836a-872cfb0b9e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.493033246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"7c62f999-9f70-4d7f-9110-6ae6628d60c9","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.50200156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"7c62f999-9f70-4d7f-9110-6ae6628d60c9","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:26.510411165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"7c62f999-9f70-4d7f-9110-6ae6628d60c9","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:35.383139235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"a34227e8-5890-4f81-88f3-d6b60430803c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:35.391747134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"a34227e8-5890-4f81-88f3-d6b60430803c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:35.401411534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-d8d0fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c992ac2547fbe9aa4b01a3448910d1170f5e2a4d0935b2a0637cb0febd731311) AuthConfig (1bf420eb5405a78c528de3c84aed0b97824f91befd1d43b058cf6a6cbdf57552) AuthConfig (6ad976a7b37af52082679176a6fa2e9f1aed45ded51e0511e57387d9c0c2d88c) AuthConfig (79a1d866b61625a5533dcf79bfaf27c9626da5c5c3431ffe45f11b8169298dc4) AuthConfig (d134431405bf792be9fdb287e153489c7071ae1bab6078787896a816424660d8) AuthConfig (1ccec942cece374674dc38c71c391f2255ab867344d3b8de746e100ceeac310a) AuthConfig (83bff043ce7043c810789e39914a78deac837c4a06d25bb92627b9d627b2dc85) AuthConfig (d29d550b68edd0b1becb08c285668e245f2bc0560748b17b272e3478070ea2f0) AuthConfig (6efb782f16d12fd73fccafa45611582aab6b30555e0d816c67ff0632fcaa5892) AuthConfig (c6aa2f54ca9589c855a2cf637112573adb1894b2dc1d7c415da0ddfa6c1323d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"a34227e8-5890-4f81-88f3-d6b60430803c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:35.899964605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"972d93b2-bbd9-4254-95e9-9d926fd9e2a2","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:35.911688452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"972d93b2-bbd9-4254-95e9-9d926fd9e2a2","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:35.919610981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8ce5a2b348e9c89ef7bff44106e57c7c2a9deff0bf7fe77a8f71d81c479398bf) AuthConfig (546f4996909505bb2e8d1dac9752d7e221107ac2ef673aa16e1ddd1df2547b55) AuthConfig (4e0daac9beb7631cdb81fec2f4572b8aae34f0429f1dba5124671c5251e22a5a) AuthConfig (e3005955a899dddeda7de3b8fe1686b002552fab60ef74f9f2472d1960957f51) AuthConfig (d02c8c27fe33f722affff6071afc0a4264946ece8f57b5ea3bff65b33fba6384) AuthConfig (15914ddd5056feab18181d8b0d0ba9574eb53213e17dd67ec8ee966837d37e41) AuthConfig (7640c8ed18aad0c11f2bb5f9c2888314eb4ec56e3abf337a6ba02041612cea48) AuthConfig (ce4855702827af8f15b6d4de9f2c637aaacb260eb88a689c31087f64e4442fee) AuthConfig (c7be74cb044a560a1e1b116a19940108f7d5ddaf69a00d7967c772c4134248ad) AuthConfig (6b8afa8c877c778e72fa000f12826e0fcc9ff1c166dd0185f8912cf7f185778e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"972d93b2-bbd9-4254-95e9-9d926fd9e2a2","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.007959173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8031d226-ca38-4a34-b8b9-75317e5c75f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.025264721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8031d226-ca38-4a34-b8b9-75317e5c75f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.038094912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-db5198-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f1e053be3a9fbb12786f9e3f4d189f4209db7d2067738153614fdfc772016b3) AuthConfig (d482f69fcc992b435b9e6a714889de0c6c2a497e9b5f0f9cb9a9ccec62e0236c) AuthConfig (af416250fccfa6815053cf1cb0d4740831d343920bb26338024ac2a86f5cccda) AuthConfig (003e99bd5bdb9547b9da543b3bff96f074237f46452d185ed739a1d4a024d63c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8031d226-ca38-4a34-b8b9-75317e5c75f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.288488885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"53d3d7d0-dd4f-44c3-b749-348c33bba5b4","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.297450985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"53d3d7d0-dd4f-44c3-b749-348c33bba5b4","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.304617622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"53d3d7d0-dd4f-44c3-b749-348c33bba5b4","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.394565348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1202707c-642c-4fed-8fb1-a907637e2127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.399744514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6177ff35-a9fe-4a49-b8c2-574e3fb2ef5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.406111311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1202707c-642c-4fed-8fb1-a907637e2127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.410100644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6177ff35-a9fe-4a49-b8c2-574e3fb2ef5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.41434304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1202707c-642c-4fed-8fb1-a907637e2127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.421013272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6177ff35-a9fe-4a49-b8c2-574e3fb2ef5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.653451306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"1b3559c1-07c6-44ee-ac6a-7e5f6889fc5d","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.663942219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"1b3559c1-07c6-44ee-ac6a-7e5f6889fc5d","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:36.672179566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"1b3559c1-07c6-44ee-ac6a-7e5f6889fc5d","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.562244437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af9743d5-71a8-4b3c-a14b-2ae8f8254161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.563075758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"682457f4-e832-45bc-bd96-868163ee9edb","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.56374962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47e19028-058d-4f4d-a9f0-351d2ee81770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.5909349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af9743d5-71a8-4b3c-a14b-2ae8f8254161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.591528692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47e19028-058d-4f4d-a9f0-351d2ee81770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.592254626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"682457f4-e832-45bc-bd96-868163ee9edb","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.603389149Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47e19028-058d-4f4d-a9f0-351d2ee81770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.617335701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af9743d5-71a8-4b3c-a14b-2ae8f8254161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.620280128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"682457f4-e832-45bc-bd96-868163ee9edb","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.653187484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cdb6482-a21b-49d2-944a-43a0539cb6fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.653293703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cdb6482-a21b-49d2-944a-43a0539cb6fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.654639776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ff97b38-e2e2-473a-a842-6f4b086aab2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.654720562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1ff97b38-e2e2-473a-a842-6f4b086aab2f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.669408264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"1c50d717-bdbf-4647-9136-5a0d36dd0ce5","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.674683852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"1c50d717-bdbf-4647-9136-5a0d36dd0ce5","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.675082028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"03fba1eb-4931-402f-9230-fa64d7415f51","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.701217378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"03fba1eb-4931-402f-9230-fa64d7415f51","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.717906777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74895e4bad4fe7060baa24c443790680a66f524bfd1a56266f78fe0e06269ff3) AuthConfig (584f5b91b45e122df7fa7cee040c7317997671001bad19c8b53daa4e17dd6ae6) AuthConfig (10b4c3724d366f4529571e69f82f88445dc02baabb492f12604624557e062bec) AuthConfig (f217cef4b9590be060af2479e0fc15881742020c55f8de2b2c113c7bc660b503) AuthConfig (849f57934b49637e23af2c2ec1898f2dae70894ea9f4e908d4073379d1b26fe6) AuthConfig (371cd53bcacd5bec7e8012b05b98e5fa9e13fe93ed9e179ab5b80d9216860ae6) AuthConfig (7ba6bea240e01e86575957ce57242399e94069bc34e9c13e2e6d053f14606740) AuthConfig (ecbf30f8789cd231bf4c0b4e90ad53a999ee5741888d67825b7da74312ae2cd0) AuthConfig (03f2f1c4258f9bf864c2ab78e8c9fdd0a6a6011749924ab58cf1f828a674120e) AuthConfig (502b3e85690ba2b2aff7dc3ddd65aabac36f8d42078cd20f21ff84580c8676f5) AuthConfig (f0d1f501c3f9d7644dc0874fff7381cc5801cd5a9167393446c3cda3b576f8a9) AuthConfig (e7a7e4a90ba53d9ea0cd9e4a0cb044bb18d787af281e697f5b055ff4e9d18b88) AuthConfig (30a5bf95baf6437a289859b606b7f350acb4da4d55d2f545be389e465b33606b) AuthConfig (46ef9f8f28eef122b1f7a4f950aced02fc3e940d8d81b2a8d90578a59a81b9ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"03fba1eb-4931-402f-9230-fa64d7415f51","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.752774306Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"a6679358-3ec1-4c4c-a11e-733797e97b10","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.870462852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"a8a0ba98-884c-4546-a046-564a7f887c9a","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.884328686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"a8a0ba98-884c-4546-a046-564a7f887c9a","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:38.898542674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74895e4bad4fe7060baa24c443790680a66f524bfd1a56266f78fe0e06269ff3) AuthConfig (584f5b91b45e122df7fa7cee040c7317997671001bad19c8b53daa4e17dd6ae6) AuthConfig (10b4c3724d366f4529571e69f82f88445dc02baabb492f12604624557e062bec) AuthConfig (f217cef4b9590be060af2479e0fc15881742020c55f8de2b2c113c7bc660b503) AuthConfig (849f57934b49637e23af2c2ec1898f2dae70894ea9f4e908d4073379d1b26fe6) AuthConfig (371cd53bcacd5bec7e8012b05b98e5fa9e13fe93ed9e179ab5b80d9216860ae6) AuthConfig (7ba6bea240e01e86575957ce57242399e94069bc34e9c13e2e6d053f14606740) AuthConfig (ecbf30f8789cd231bf4c0b4e90ad53a999ee5741888d67825b7da74312ae2cd0) AuthConfig (03f2f1c4258f9bf864c2ab78e8c9fdd0a6a6011749924ab58cf1f828a674120e) AuthConfig (502b3e85690ba2b2aff7dc3ddd65aabac36f8d42078cd20f21ff84580c8676f5) AuthConfig (f0d1f501c3f9d7644dc0874fff7381cc5801cd5a9167393446c3cda3b576f8a9) AuthConfig (e7a7e4a90ba53d9ea0cd9e4a0cb044bb18d787af281e697f5b055ff4e9d18b88) AuthConfig (30a5bf95baf6437a289859b606b7f350acb4da4d55d2f545be389e465b33606b) AuthConfig (46ef9f8f28eef122b1f7a4f950aced02fc3e940d8d81b2a8d90578a59a81b9ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"a8a0ba98-884c-4546-a046-564a7f887c9a","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:41.348463211Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.456076215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"7b824332-2fef-48d6-b890-4c24b2ab5420","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.464502592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"7b824332-2fef-48d6-b890-4c24b2ab5420","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.545365632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"722c5fab-4288-4bb6-ad34-4f8e3f9cd01f","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.54538966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"722c5fab-4288-4bb6-ad34-4f8e3f9cd01f","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.929398372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"f3791061-c274-48fc-b155-dce4f5c8ccd1","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.938002564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"f3791061-c274-48fc-b155-dce4f5c8ccd1","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.975506697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"c19b23a6-fc26-4c79-b6c2-17904104865e","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:45.975528971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"c19b23a6-fc26-4c79-b6c2-17904104865e","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.051929666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"86a118f7-8228-456e-aac3-8d9005fdfae3","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.060974469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"86a118f7-8228-456e-aac3-8d9005fdfae3","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.105251354Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"b639b0b4-0a86-4647-b479-ef891a1685a1","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.853145015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"3182ce6e-1501-411e-977c-237757dff346","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:46.861244414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"f0c2960f-170a-4b76-a885-625b6298cc23","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-03fe04-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.871439949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"ab142239-5a76-4978-bdf0-b631f5ba7525","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:46.880543496Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"ab142239-5a76-4978-bdf0-b631f5ba7525","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-03fe04-e2e-extmod-a-db5198\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:46.880635509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"ab142239-5a76-4978-bdf0-b631f5ba7525","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-03fe04-e2e-extmod-a-db5198\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.886143584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"804091cd-15a9-4e78-ab1f-5d81c0a68840","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.893790388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"1cb47ba0-46a7-4e26-be42-24548d01980c","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.917659554Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"278bec95-d3e1-4df0-a334-a064b0c4feb4","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-a-db5198","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-db5198/e2e-shr-shared-03fe04-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.947499199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"0253a23a-905d-457d-be3a-df3d34b3cbd7","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.955960651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"0253a23a-905d-457d-be3a-df3d34b3cbd7","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:46.962878458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"c843b35c-05fd-4865-badf-cfa3c134e9d7","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.002926561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"48e4e30b-a444-4fd5-acbe-24738b816ba5","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-a-db5198","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-a-db5198","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.04237729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"9d178488-cf71-4d1a-bda2-78e1971c286a","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.05146156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"9d178488-cf71-4d1a-bda2-78e1971c286a","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.739457693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"c0f62fac-796c-4c08-85c5-711b71afca13","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.739481763Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"c0f62fac-796c-4c08-85c5-711b71afca13","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:47.749091115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-sub","reconcileID":"bee5b1b0-2b34-47b3-9628-f1c6894971f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-ok-23725a-c8c783-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.758517427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"bff4ea81-14ae-47a3-a1d1-de22a4bc7a48","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.758537406Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"bff4ea81-14ae-47a3-a1d1-de22a4bc7a48","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:47.767797944Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"bff4ea81-14ae-47a3-a1d1-de22a4bc7a48","name":"e2e-cfl-ok-23725a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-23725a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:47.76785918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"bff4ea81-14ae-47a3-a1d1-de22a4bc7a48","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-ok-23725a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.774145639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"808fc97e-9e45-49af-be25-da285adb0612","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.774171199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"808fc97e-9e45-49af-be25-da285adb0612","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.841100411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"5b4bd22f-7b3f-4c46-ae61-6774fe3ba52b","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.841128712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"5b4bd22f-7b3f-4c46-ae61-6774fe3ba52b","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.84598883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"62654bde-d11c-48be-bc3c-61d55b716473","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.853790521Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-sub","reconcileID":"2f341a9a-7df8-4b14-91ce-d50805033eb1","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"maas-trlp-e2e-cfl-ok-23725a","model":"e2e-cfl-ok-23725a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-d8d0fa/e2e-cfl-ok-23725a-c8c783-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.854860784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"62654bde-d11c-48be-bc3c-61d55b716473","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.88067826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"97bd2fae-adfb-4d5a-a0aa-a7229c8f12df","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.880700724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"97bd2fae-adfb-4d5a-a0aa-a7229c8f12df","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.894263499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-sub","reconcileID":"a8e070fe-2f0a-49e6-928d-c54364aac98a","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"maas-trlp-e2e-cfl-ok-23725a","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.900636701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"8aadd413-2484-41f7-bbdf-5379c3e518bb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:47.911222163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"8aadd413-2484-41f7-bbdf-5379c3e518bb","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.206650664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"d9858f58-44d4-4837-bd33-da6dd35130bc","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.206677724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"d9858f58-44d4-4837-bd33-da6dd35130bc","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.213271293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"0a1512a5-24aa-436c-a6dc-5457235ab442","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:48.214177648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-sub","reconcileID":"ddc35faa-2638-4533-aa04-1086eb53eb98","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-06f3c025-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.221920134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"0a1512a5-24aa-436c-a6dc-5457235ab442","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.227482231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"43285c62-df43-4007-8f8e-04faa1ed61e0","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.22750212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"43285c62-df43-4007-8f8e-04faa1ed61e0","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:48.238098353Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"43285c62-df43-4007-8f8e-04faa1ed61e0","name":"e2e-fail-06f3c025","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-06f3c025\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:48.238142504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"43285c62-df43-4007-8f8e-04faa1ed61e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-06f3c025\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.242001646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"bf6f0bb9-3b52-4691-a259-9e8192bad0f8","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.242022717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"bf6f0bb9-3b52-4691-a259-9e8192bad0f8","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.249487689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"7ba5dcbc-71bc-45dd-befd-e44e084336a7","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.249504871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"7ba5dcbc-71bc-45dd-befd-e44e084336a7","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.260721067Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-sub","reconcileID":"dd040d66-92f2-46d7-ac54-3ef0c72a178f","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-fail-06f3c025","model":"e2e-fail-06f3c025","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dce009/e2e-fail-06f3c025-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.288288896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"b0c0bb3e-99d9-4749-876b-f7ff671542d2","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.288307548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"b0c0bb3e-99d9-4749-876b-f7ff671542d2","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.343379482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"8ca9a18c-5cf6-4b80-8bf1-bdd3eee9a1ad","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.352053906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"8ca9a18c-5cf6-4b80-8bf1-bdd3eee9a1ad","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.35826652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-sub","reconcileID":"3cbe0f27-2fd1-449d-b3bc-a69083d096a4","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-fail-06f3c025","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.748047678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f97cb065-73a0-4541-ab04-b5639471d257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.748351389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45769877-e336-4bd5-879e-e89f7c85ccbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.750503619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"39599ce3-93df-4d66-91b6-75ea9eeb4759","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.756299201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f97cb065-73a0-4541-ab04-b5639471d257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.756655651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45769877-e336-4bd5-879e-e89f7c85ccbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.758811876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"39599ce3-93df-4d66-91b6-75ea9eeb4759","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.763050482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f97cb065-73a0-4541-ab04-b5639471d257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.763479349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45769877-e336-4bd5-879e-e89f7c85ccbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.765754049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"39599ce3-93df-4d66-91b6-75ea9eeb4759","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.945486175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"518dea02-06e9-4e56-ad04-3695674fb700","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.955823865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"518dea02-06e9-4e56-ad04-3695674fb700","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:48.963071084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-37aa95-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (74895e4bad4fe7060baa24c443790680a66f524bfd1a56266f78fe0e06269ff3) AuthConfig (584f5b91b45e122df7fa7cee040c7317997671001bad19c8b53daa4e17dd6ae6) AuthConfig (10b4c3724d366f4529571e69f82f88445dc02baabb492f12604624557e062bec) AuthConfig (f217cef4b9590be060af2479e0fc15881742020c55f8de2b2c113c7bc660b503) AuthConfig (849f57934b49637e23af2c2ec1898f2dae70894ea9f4e908d4073379d1b26fe6) AuthConfig (371cd53bcacd5bec7e8012b05b98e5fa9e13fe93ed9e179ab5b80d9216860ae6) AuthConfig (7ba6bea240e01e86575957ce57242399e94069bc34e9c13e2e6d053f14606740) AuthConfig (ecbf30f8789cd231bf4c0b4e90ad53a999ee5741888d67825b7da74312ae2cd0) AuthConfig (03f2f1c4258f9bf864c2ab78e8c9fdd0a6a6011749924ab58cf1f828a674120e) AuthConfig (502b3e85690ba2b2aff7dc3ddd65aabac36f8d42078cd20f21ff84580c8676f5) AuthConfig (f0d1f501c3f9d7644dc0874fff7381cc5801cd5a9167393446c3cda3b576f8a9) AuthConfig (e7a7e4a90ba53d9ea0cd9e4a0cb044bb18d787af281e697f5b055ff4e9d18b88) AuthConfig (30a5bf95baf6437a289859b606b7f350acb4da4d55d2f545be389e465b33606b) AuthConfig (46ef9f8f28eef122b1f7a4f950aced02fc3e940d8d81b2a8d90578a59a81b9ee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"518dea02-06e9-4e56-ad04-3695674fb700","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.048765131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"8d39868a-1967-4641-b73d-0c2ebdec96da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.139358152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"ee2dbf5b-6159-41d5-8950-8a7e4be43d8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.139637439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"a291daa0-931e-474a-8f4f-0786e59cc8ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.139884694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1511af18-7915-476d-9a3c-1888a00cbaf2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.140069468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"f2305546-394c-47b7-8590-edb4e0f47f38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.279483169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"ed82e847-2ee1-407c-aba0-cbdff14d1b41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.285713519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18d51bf3-b7c3-4fb5-b700-8208cf2d39d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.286742364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"e713b18d-4b52-4d26-be6c-f55dcd3481a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.365281375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"798ae0ab-3cc9-4842-82ff-67d2185e0f9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.368782225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"fbe78e21-74bc-435f-bc5d-9e3cfcd9237e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.465310955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"5e943e3b-6e8f-49d1-8705-f6d09c17799f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:56.465315152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"65e814f5-cca4-4170-8a62-bd2331ff0071","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.777935554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"585ba411-782c-4e70-88fa-14fcaf1cf78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.778044969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13ad2445-49b4-497e-b1bd-af272989d7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.7798741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"f66dd2dd-a4b0-4c17-8d7a-c9d08af367c9","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.786552701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13ad2445-49b4-497e-b1bd-af272989d7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.786786858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"585ba411-782c-4e70-88fa-14fcaf1cf78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.788856605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"f66dd2dd-a4b0-4c17-8d7a-c9d08af367c9","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.813381593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd99faa8-2c4c-4630-8a36-a9aace957510","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.8134021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd99faa8-2c4c-4630-8a36-a9aace957510","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.815944441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15bbf896-5b7e-4eda-93a4-64bac1d23d14","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.81595955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"15bbf896-5b7e-4eda-93a4-64bac1d23d14","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.82291104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"11f090ec-edfd-4754-9db3-9d774b3de306","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.822927259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"11f090ec-edfd-4754-9db3-9d774b3de306","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.972158534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"1ef703ee-24bb-42d3-bb62-d1568158c7a0","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.980622823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"1ef703ee-24bb-42d3-bb62-d1568158c7a0","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.109677979Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"6fb16710-5929-47e0-bca3-6fe5d7d33ad7","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.460291771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"a72403e0-596c-410d-bbdb-00765ff9c59a","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.460313387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"a72403e0-596c-410d-bbdb-00765ff9c59a","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:59.467911035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-sub","reconcileID":"7c427e49-ae14-4ae3-a906-4057ace4a338","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-0a70ec-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.473480359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2ed756b-fb2d-4428-aa49-4d2865631523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.473700784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"394b3baf-1d3a-47ba-bce6-bb1d55235d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.476066573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"2b40776a-f0e5-4b09-bb07-47d6c316cc1c","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.478253776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"5208aade-0009-4c61-9baf-0a27fa66b713","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.478274485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"5208aade-0009-4c61-9baf-0a27fa66b713","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.48974094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"e2d97397-1710-445b-8175-60a5f106009e","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.48976824Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"e2d97397-1710-445b-8175-60a5f106009e","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.504470243Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"394b3baf-1d3a-47ba-bce6-bb1d55235d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.504954096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"226e3339-66ad-4209-b106-55fd7a43a697","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.504971114Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"226e3339-66ad-4209-b106-55fd7a43a697","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:59.509089501Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2ed756b-fb2d-4428-aa49-4d2865631523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.511935207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 26, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"394b3baf-1d3a-47ba-bce6-bb1d55235d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:59.512158488Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"2b40776a-f0e5-4b09-bb07-47d6c316cc1c","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:59.518133296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2ed756b-fb2d-4428-aa49-4d2865631523","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.518459633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8131378-6362-421c-848f-a51ef5d70522","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.518476545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a8131378-6362-421c-848f-a51ef5d70522","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:42:59.520639218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"2b40776a-f0e5-4b09-bb07-47d6c316cc1c","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.52486479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"86637fd2-448e-4b51-92a2-8954e1537685","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.524883788Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"86637fd2-448e-4b51-92a2-8954e1537685","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.528773048Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-sub","reconcileID":"2fb29929-fb47-417c-967f-2c1bee982ad7","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0a70ec","model":"e2e-dft-0a70ec","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-0a70ec-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.529014759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a3306ed8-bd8b-489d-be94-406c31007a65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.529030453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a3306ed8-bd8b-489d-be94-406c31007a65","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.562920119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"344364bf-c570-4c7f-81e9-e3bb0d61ae29","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.562943493Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"344364bf-c570-4c7f-81e9-e3bb0d61ae29","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.571781426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"ecf68874-2d6e-43a3-b34f-067a689ac535","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.572392731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"456ad4e1-b935-4dd1-905a-ae6aebe53e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.574017959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62e3933c-98ef-42d5-b244-bfb5ea21639a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.581426592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"ecf68874-2d6e-43a3-b34f-067a689ac535","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.582120414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"456ad4e1-b935-4dd1-905a-ae6aebe53e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.58401098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62e3933c-98ef-42d5-b244-bfb5ea21639a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.610066071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-sub","reconcileID":"de513461-a307-4ac6-a5e2-4c8fa95e8d15","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0a70ec","model":"llm/e2e-dft-0a70ec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:04.03743157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"796f2b1d-19f0-4277-b87a-9932adee3fbd","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:04.042289816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"5dc83bcb-db30-4b69-add8-fde016d000ae","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:04.043038924Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"be7db7d8-0a06-425e-9780-ee055858d971","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-64a5ec-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:04.05087355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"5dc83bcb-db30-4b69-add8-fde016d000ae","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:04.057557138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"c0b21667-ee62-4fc9-a1bd-b3a8204752cd","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:04.068560844Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"c0b21667-ee62-4fc9-a1bd-b3a8204752cd","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:04.068640993Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"c0b21667-ee62-4fc9-a1bd-b3a8204752cd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:04.07270501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"c952dee0-c458-4523-b9a3-124ca88fc23e","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:04.081849689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"2f612160-4410-4568-9718-f17989fabb7a","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:04.092375557Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"9eebbce5-2ae0-4169-ad63-8841ecc4822f","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-37aa95/e2e-shr-quota-64a5ec-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:04.122085439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"502bd0a7-106e-44e0-91d0-0df3c1ebd288","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:04.198074478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"8abc2d41-58f0-472b-9805-ade97bab8a34","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:04.216475548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"8abc2d41-58f0-472b-9805-ade97bab8a34","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:04.22105702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"1b3e2d88-f467-4dcc-99c8-d6d0c81c790d","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.347242246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.369649934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"528d2a4c-81b2-4c68-bdbb-00a2cdef99d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.474162901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"646d8a08-5445-4274-b7d0-fa77448dc809","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.480249718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-sub","reconcileID":"e7099bb3-a93e-4f6f-bb89-418710d6e314","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-fail-06f3c025","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.539558906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"4c07cea5-def0-4f27-b913-5224b957ddad","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.539617632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"4c07cea5-def0-4f27-b913-5224b957ddad","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.630668163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-sub","reconcileID":"b8d72774-9f77-4cce-b06a-5770f54ea5a4","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0a70ec","model":"llm/e2e-dft-0a70ec","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.742095321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c8a0df4-7abc-4f14-a619-49ae56b11780","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.827879052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"9bd071ff-4230-45c8-9441-57f17b85c99e","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.827914822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"9bd071ff-4230-45c8-9441-57f17b85c99e","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.86877359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"be03045e-5668-4353-8cb6-a25e3ec880b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.975134684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"6641faea-8abf-40aa-baba-c091aeb54271","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.975769165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"d23a49be-4f62-4b8b-84be-587ea99891ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.103718259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb6459b9-dab0-4e73-be53-27b36d1d5841","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.159046988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"55d093af-5393-4752-906c-593a25b54c00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.164191664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"83917b18-620a-4c9e-94fd-d1efe1fec0a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.268413421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"1a1a3ed6-7b47-4802-a3e5-c467f4f26de5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.367568486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"a638550b-9ce7-458f-964a-50bf791fa136","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.372135645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"76165396-2992-46a6-bad5-ab8ffb31cd47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.470078162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"3cadec62-9da3-4bf1-8746-46eaf4ac4e72","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.473983183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-sub","reconcileID":"07501634-f051-4610-849b-fa14e847485d","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"maas-trlp-e2e-cfl-ok-23725a","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.474456989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"99cdbf88-3a21-4dc8-b23f-154b99a3bb7f","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-a-db5198","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-a-db5198","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.486556044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"3cadec62-9da3-4bf1-8746-46eaf4ac4e72","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.516481363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"52721eef-2cea-4752-ad04-246e072beeb8","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.51663557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"52721eef-2cea-4752-ad04-246e072beeb8","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.528796398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"cf9a7516-5d38-43f2-96c6-4065717b69a5","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.616487315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9a2cf73-c06a-4fc2-a68c-0e5cc3a4d4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.620953112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"88228bfa-a077-4f32-bded-e109267fb15f","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.62097692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f33f6d7-396f-45be-9916-377197992393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.627463925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9a2cf73-c06a-4fc2-a68c-0e5cc3a4d4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.635231026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f33f6d7-396f-45be-9916-377197992393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.638669136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9a2cf73-c06a-4fc2-a68c-0e5cc3a4d4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.63979307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"88228bfa-a077-4f32-bded-e109267fb15f","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.645930284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f33f6d7-396f-45be-9916-377197992393","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.651665619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"88228bfa-a077-4f32-bded-e109267fb15f","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.652503835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eb2cbf6-6e15-443d-b195-ea2056ba2546","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.652563296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eb2cbf6-6e15-443d-b195-ea2056ba2546","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.657792408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8dc5f51b-a066-4ba2-98e1-b855ea8021ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.657808558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8dc5f51b-a066-4ba2-98e1-b855ea8021ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.668395717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"36dadd8b-65b9-49f0-8429-d2839633fb06","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.668420729Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"36dadd8b-65b9-49f0-8429-d2839633fb06","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.746519215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"335a36d6-55a0-43ec-9af8-53e43e22d439","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.754905112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"335a36d6-55a0-43ec-9af8-53e43e22d439","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.953171961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"7939014d-44f6-4e6d-90ee-776f46ff412f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:17.9613629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"7939014d-44f6-4e6d-90ee-776f46ff412f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.927344333Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-69dccf","namespace":"e2e-extmod-cfl-2-ba3659"},"namespace":"e2e-extmod-cfl-2-ba3659","name":"e2e-cfl-broken-69dccf","reconcileID":"e36824a6-d9d9-4fac-a482-a84962ad316e","namespace":"e2e-extmod-cfl-2-ba3659","name":"e2e-cfl-broken-69dccf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.961000907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"e935d742-d3be-4a3d-8a91-403d4d05604b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.970668947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9626db5a-cda0-4471-b3dd-c5b33df2cc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.97469572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"e935d742-d3be-4a3d-8a91-403d4d05604b","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.975199939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1fad10ae-ec98-4431-886a-a443fd8df162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.976375802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"7163a2b4-0691-4b46-8fbe-887751bc7cd7","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.976977848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"735827b1-0b50-49c3-abbe-ccf7a47eb3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.984297325Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-69dccf","namespace":"e2e-extmod-cfl-2-ba3659"},"namespace":"e2e-extmod-cfl-2-ba3659","name":"e2e-cfl-broken-69dccf","reconcileID":"e5d8ecb0-7513-4a2f-94fe-0c9cf1954ed9","namespace":"e2e-extmod-cfl-2-ba3659","name":"e2e-cfl-broken-69dccf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.985871049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9626db5a-cda0-4471-b3dd-c5b33df2cc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.987810027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1fad10ae-ec98-4431-886a-a443fd8df162","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.990204747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"7163a2b4-0691-4b46-8fbe-887751bc7cd7","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.992130426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"735827b1-0b50-49c3-abbe-ccf7a47eb3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.996112348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9626db5a-cda0-4471-b3dd-c5b33df2cc56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.998895696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"7163a2b4-0691-4b46-8fbe-887751bc7cd7","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.006115444Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"735827b1-0b50-49c3-abbe-ccf7a47eb3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.044885115Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-69dccf","namespace":"e2e-extmod-cfl-2-ba3659"},"namespace":"e2e-extmod-cfl-2-ba3659","name":"e2e-cfl-broken-69dccf","reconcileID":"ee91355a-1373-4fc8-9708-2910a4122c41","namespace":"e2e-extmod-cfl-2-ba3659","name":"e2e-cfl-broken-69dccf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.049005303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3dd8e199-5df8-4bce-8156-0175b22b4b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.049332727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"0a2d0802-1d02-46f9-a7ee-593dabee15e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.04975529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"63c1d32b-8ce8-4619-95a6-46733131f64f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.051297476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"6a3da91f-6ce3-4bc6-983d-ec99103a4b6c","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.054949551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"52075bff-f8c9-45e4-bddd-517235121066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.060362431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"0a2d0802-1d02-46f9-a7ee-593dabee15e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.063734327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"63c1d32b-8ce8-4619-95a6-46733131f64f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.067345069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"3dd8e199-5df8-4bce-8156-0175b22b4b13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.073249066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"52075bff-f8c9-45e4-bddd-517235121066","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.074587187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"6a3da91f-6ce3-4bc6-983d-ec99103a4b6c","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.1142338Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-69dccf","namespace":"e2e-extmod-cfl-2-ba3659"},"namespace":"e2e-extmod-cfl-2-ba3659","name":"e2e-cfl-broken-69dccf","reconcileID":"1d34f817-1b83-4832-bd0a-39a4189c8c50","namespace":"e2e-extmod-cfl-2-ba3659","name":"e2e-cfl-broken-69dccf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.143183946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f3087ef7-7197-45a0-86ea-9aea989c1835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.143766045Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-69dccf","namespace":"e2e-extmod-cfl-2-ba3659"},"namespace":"e2e-extmod-cfl-2-ba3659","name":"e2e-cfl-broken-69dccf","reconcileID":"186fac6c-04b6-4c6d-97bc-ce33caa5740a","namespace":"e2e-extmod-cfl-2-ba3659","name":"e2e-cfl-broken-69dccf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.146116154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b899996d-cd53-4891-abef-f819c4b3b5e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.148739229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b11c7fb4-36ef-4011-ad2a-928cebb77796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.149470909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"9d776b0e-0295-43fc-8c42-de7c2b168b3b","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.151258289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1f5878b5-b22e-407c-816e-adb2c76406a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.159330884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f3087ef7-7197-45a0-86ea-9aea989c1835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.163699494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b899996d-cd53-4891-abef-f819c4b3b5e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.174275302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"1f5878b5-b22e-407c-816e-adb2c76406a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.180473369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b11c7fb4-36ef-4011-ad2a-928cebb77796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.184859293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"9d776b0e-0295-43fc-8c42-de7c2b168b3b","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.342017282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"01104409-5e9d-4ff5-9cfc-2c6575318d82","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.345093402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"63b393ca-c81d-4aaf-a6ed-ac96af933ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.345644751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7d8c6b42-384d-4263-8aa6-8c7d807dba8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.350197395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1cf95dad-db73-4448-8930-cc9af8698c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.352531812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"01104409-5e9d-4ff5-9cfc-2c6575318d82","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.35541959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"63b393ca-c81d-4aaf-a6ed-ac96af933ecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.356117083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3f85d3b-e760-408b-b2d9-ff53fe5e6a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.359620997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7d8c6b42-384d-4263-8aa6-8c7d807dba8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.363665291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"1cf95dad-db73-4448-8930-cc9af8698c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.37561828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3f85d3b-e760-408b-b2d9-ff53fe5e6a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.384947535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3f85d3b-e760-408b-b2d9-ff53fe5e6a07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.410641853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e783d883-1efa-4495-ab46-6a93c958395a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.441196577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4aa47547-f8bb-425b-8719-8a5eab20e8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.441311841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"6dab817a-196c-4c30-9532-051ea64240c8","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.444001736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e783d883-1efa-4495-ab46-6a93c958395a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.446030311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b607331e-9c51-47f1-ac5a-b1523afb126f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.446120061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a4feb211-4a7a-4811-a479-22cad00c7444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.451823128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"6dab817a-196c-4c30-9532-051ea64240c8","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.452144143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"4aa47547-f8bb-425b-8719-8a5eab20e8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.45567067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b607331e-9c51-47f1-ac5a-b1523afb126f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.456408565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a4feb211-4a7a-4811-a479-22cad00c7444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.459737577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"6dab817a-196c-4c30-9532-051ea64240c8","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.463346199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b607331e-9c51-47f1-ac5a-b1523afb126f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.508110767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"89686df3-a3b7-4fb4-8179-66490cc52a31","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.510676655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"bd04cd82-dcc2-4e0a-84a5-7a25a510c267","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.517993955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"89686df3-a3b7-4fb4-8179-66490cc52a31","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.520562398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"bd04cd82-dcc2-4e0a-84a5-7a25a510c267","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.608955698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"417166fc-5714-4820-bece-6b5b7adf7b8c","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.612790775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b36e8c9a-12dc-42c1-a86d-7eee7ef93786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.613370454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"47fd598c-a4f3-40aa-a349-5dd4732e0f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.617141634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8169d763-a74e-4b9b-a190-0b4ea4e5a36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.618161997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8b376dcf-4170-43f0-9fd1-2a4c1bbe3a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.619182124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"417166fc-5714-4820-bece-6b5b7adf7b8c","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.621359913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"b36e8c9a-12dc-42c1-a86d-7eee7ef93786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.623071385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"47fd598c-a4f3-40aa-a349-5dd4732e0f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.626783967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8169d763-a74e-4b9b-a190-0b4ea4e5a36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.62968817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"8b376dcf-4170-43f0-9fd1-2a4c1bbe3a5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.748198683Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"b92ec152-ce4d-46e0-97ec-eed6d68487cd","namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.760265526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"82394c6c-eb2a-4993-9727-dec318091a43","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.760302453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"82394c6c-eb2a-4993-9727-dec318091a43","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.76254375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"7115a932-7eab-4c9a-888d-5444e72c37c6","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.847500835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"6d7e1363-e4c8-48c0-b150-23e6522c92c6","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.848704198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"bba2aa80-b698-4386-9fca-fd99cc2bc86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.850065931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"7115a932-7eab-4c9a-888d-5444e72c37c6","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.861530057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"bba2aa80-b698-4386-9fca-fd99cc2bc86f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.865915989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-sub","reconcileID":"8ac80258-930b-4651-985b-554526b46dfe","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-fail-06f3c025","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.868368996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7705f72f-dc4d-4216-848c-9d406b00aafd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.868487548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e9083db-abd0-4691-839b-ac89d6c96b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:19.870036745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"be3a25c7-f191-4d24-94ed-2433df63aa29","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.039472629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e9083db-abd0-4691-839b-ac89d6c96b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.040201343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"4faeb071-54ef-4309-9e21-fb6da6587e37","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.040224472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"4faeb071-54ef-4309-9e21-fb6da6587e37","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.070657756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"be3a25c7-f191-4d24-94ed-2433df63aa29","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.070872861Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"ed4d478c-817d-4981-b164-5fda4e747563","namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.071995744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7705f72f-dc4d-4216-848c-9d406b00aafd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.075482328Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"286ab5ab-587e-43b1-b31b-581a50e71b22","namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.166295566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"be3a25c7-f191-4d24-94ed-2433df63aa29","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.205642371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7705f72f-dc4d-4216-848c-9d406b00aafd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.21980539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e9083db-abd0-4691-839b-ac89d6c96b9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.231321103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"33320bd6-cc78-4b4a-bc2d-049884c9feb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.223682481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"9c2ba45e-2719-481f-bf64-9fc23b6b1043","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.231424255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"9c2ba45e-2719-481f-bf64-9fc23b6b1043","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.223947698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"e4a141f7-7fec-450e-837f-02ac50a1b0eb","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.235797434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d1fa8d6c-620f-43ea-addc-e909eae38625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.24128596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"e4a141f7-7fec-450e-837f-02ac50a1b0eb","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.24241861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"33320bd6-cc78-4b4a-bc2d-049884c9feb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:20.243448501Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"9c2ba45e-2719-481f-bf64-9fc23b6b1043","name":"e2e-fail-b6a4dfbb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-b6a4dfbb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:20.243511488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"9c2ba45e-2719-481f-bf64-9fc23b6b1043","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-b6a4dfbb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.244689891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d1fa8d6c-620f-43ea-addc-e909eae38625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.247584242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"fdcf715b-7eec-414f-b71c-bd28988f8aee","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.247614002Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"fdcf715b-7eec-414f-b71c-bd28988f8aee","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.287395859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"1221c53f-5585-45e6-9b9f-5d4cc97d87ac","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.290676409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c2c46710-b4b1-4310-a1b9-a10e4469085b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.296106108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"1221c53f-5585-45e6-9b9f-5d4cc97d87ac","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.299095147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"c2c46710-b4b1-4310-a1b9-a10e4469085b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.354115766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"7a9ab316-80e2-40fe-b248-821605a1656a","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.354146772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"7a9ab316-80e2-40fe-b248-821605a1656a","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.377042205Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-sub","reconcileID":"d217e6ad-daba-4917-a2f5-b4b379905896","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3565bf14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.398297891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3ce91f14-c3e0-4114-a26e-80a0a3adbdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.401763275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1409556b-17d5-4e4e-b837-952759024e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.401819912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a5510f93-08f4-4daf-8aad-051acbbdcac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.407014001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3ce91f14-c3e0-4114-a26e-80a0a3adbdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.411048258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"a5510f93-08f4-4daf-8aad-051acbbdcac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.411881569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"1409556b-17d5-4e4e-b837-952759024e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.496284432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"2dedfd12-acdf-4e62-8f86-84b5ca1a838f","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.499226574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"5de31bb4-e9e5-4ae2-8a6b-3b4338903fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.50558131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"2dedfd12-acdf-4e62-8f86-84b5ca1a838f","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.507924539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"5de31bb4-e9e5-4ae2-8a6b-3b4338903fb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.566351791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"6f50375d-39d2-48cb-8746-9dc12dcb4efb","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.702306163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"b2508861-ac39-4fd6-bf09-22ea99d4d0ec","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.702936682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"54ab7601-e9bb-42fd-be96-052bdc2ba6f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.70350186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"d9eb4e4f-94aa-497f-9c34-1b9ee21589dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.778462414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"fcfa43b4-f786-4078-85bd-034c2b4a8674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.785205802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"54ab7601-e9bb-42fd-be96-052bdc2ba6f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.787052546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"323c8562-5855-40fc-92cd-2d01dcada629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.790165946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"b2508861-ac39-4fd6-bf09-22ea99d4d0ec","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.792739423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"fcfa43b4-f786-4078-85bd-034c2b4a8674","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.798520373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"323c8562-5855-40fc-92cd-2d01dcada629","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.813964881Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"d9eb4e4f-94aa-497f-9c34-1b9ee21589dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.82331278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"d9eb4e4f-94aa-497f-9c34-1b9ee21589dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.830487324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"f3f8bc9b-8949-4eb2-b258-6f543c7989c4","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.849635398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"f3f8bc9b-8949-4eb2-b258-6f543c7989c4","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.860186429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"0670627e-6a13-460a-a79b-ee30a25de224","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.871813869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"f3f8bc9b-8949-4eb2-b258-6f543c7989c4","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.948022107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"c27b52b7-28a4-4266-85be-29bb10c65762","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.94804859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"c27b52b7-28a4-4266-85be-29bb10c65762","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.950245984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"93bb6d75-79ad-42a1-83bc-bc20924a1efb","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.950406798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"2dc561d3-65d1-4829-9243-f25f2afb3c57","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.952105438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"26b8a9e0-b833-437a-9124-63bbf63c842f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.953869288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dba3624d-3f92-4b93-a6b5-982d4a205e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.959190313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"93bb6d75-79ad-42a1-83bc-bc20924a1efb","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.959902766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2d10ba5-4ee8-4323-9066-9f9a55883bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.961589254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"26b8a9e0-b833-437a-9124-63bbf63c842f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.963089273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dba3624d-3f92-4b93-a6b5-982d4a205e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.968439292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2d10ba5-4ee8-4323-9066-9f9a55883bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.970481122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dba3624d-3f92-4b93-a6b5-982d4a205e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.975813601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2d10ba5-4ee8-4323-9066-9f9a55883bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.981322338Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"2dc561d3-65d1-4829-9243-f25f2afb3c57","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.988481136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"2dc561d3-65d1-4829-9243-f25f2afb3c57","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:21.000674002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"169b672f-a79b-4bf0-b0a7-b9a94b236e84","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:21.000693229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"169b672f-a79b-4bf0-b0a7-b9a94b236e84","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:21.045725917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"ab7438b6-1c46-4dc9-b1c2-2666378d5472","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:21.053874481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"ab7438b6-1c46-4dc9-b1c2-2666378d5472","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.727844204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"b4c625d2-8d51-4520-9ea7-104ab38a9336","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.727868537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"b4c625d2-8d51-4520-9ea7-104ab38a9336","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.740864971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"97380387-0536-4c18-bdd1-ff7a015eb43d","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.741288714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"766c0398-7f4f-4462-8a9d-3e24217fa46a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.745340792Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-sub","reconcileID":"bc46d418-e498-4f7d-9f56-0debfd5b676c","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0e136d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.748550006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62bae502-30a7-4c65-9db8-b943467ae53f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.757521061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"97380387-0536-4c18-bdd1-ff7a015eb43d","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.757548577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"766c0398-7f4f-4462-8a9d-3e24217fa46a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.76016964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62bae502-30a7-4c65-9db8-b943467ae53f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.767419823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"97380387-0536-4c18-bdd1-ff7a015eb43d","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.768937226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62bae502-30a7-4c65-9db8-b943467ae53f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.769721813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"766c0398-7f4f-4462-8a9d-3e24217fa46a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.863204402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5cb4e2e-2213-41f3-8907-058b1cd01d2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.863329008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"b1d470d0-903f-4d8a-9cef-67241c44658e","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.867223244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de6cc88-4c10-45df-aafb-f9eda0f6b756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.874472488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5cb4e2e-2213-41f3-8907-058b1cd01d2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.877353254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"b1d470d0-903f-4d8a-9cef-67241c44658e","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.877759714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de6cc88-4c10-45df-aafb-f9eda0f6b756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.882291108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5cb4e2e-2213-41f3-8907-058b1cd01d2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.886027055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6de6cc88-4c10-45df-aafb-f9eda0f6b756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:23.886044647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"b1d470d0-903f-4d8a-9cef-67241c44658e","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.382692253Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-sub","reconcileID":"906dbaf6-73e6-4477-a235-472648d5bbed","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","subscription":"e2e-cfl-ok-23725a-c8c783-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.391143653Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-sub","reconcileID":"906dbaf6-73e6-4477-a235-472648d5bbed","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.397331305Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-sub","reconcileID":"906dbaf6-73e6-4477-a235-472648d5bbed","MaaSSubscription":{"name":"e2e-cfl-ok-23725a-c8c783-sub","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"maas-trlp-e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.431713363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"8a4ed237-c493-4335-b523-0f24e91f3f6e","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.43173438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"8a4ed237-c493-4335-b523-0f24e91f3f6e","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.436263851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"cfdbf637-761c-4a9c-accc-642d15813815","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.44462015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"cfdbf637-761c-4a9c-accc-642d15813815","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.536374684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"c23daf5d-73f4-4445-a3e9-e7219ed529ee","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.544377784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"c23daf5d-73f4-4445-a3e9-e7219ed529ee","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.582571565Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"87372204-f52c-4edc-9207-c5fddeb23b6a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.586401615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"bf3ae0a5-1001-47e1-b150-d76881e94007","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.586424341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"bf3ae0a5-1001-47e1-b150-d76881e94007","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.663820287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"87372204-f52c-4edc-9207-c5fddeb23b6a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.693518075Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"87372204-f52c-4edc-9207-c5fddeb23b6a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"name":"e2e-extmod-a-d8d0fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.693536634Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"e2e-cfl-ok-23725a-c8c783-access","reconcileID":"87372204-f52c-4edc-9207-c5fddeb23b6a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-23725a-c8c783-access","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8d0fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.729212494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"a8d8e916-92c2-46db-96fa-4699e85e3873","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"tenant":"e2e-extmod-a-d8d0fa","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","model":"e2e-extmod-cfl-1-c8c783/e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.72923439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"a8d8e916-92c2-46db-96fa-4699e85e3873","MaaSModelRef":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"routeName":"external-model-e2e-cfl-ok-23725a-f956159b3133","namespace":"e2e-extmod-cfl-1-c8c783","model":"e2e-cfl-ok-23725a","externalModel":"e2e-cfl-ok-23725a","provider":"e2e-cfl-ok-23725a-provider","gateway":"openshift-ingress/e2e-extmod-a-d8d0fa","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.860050678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"3a945f9d-f762-4521-aa19-9e513de97d39","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.869387383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"3a945f9d-f762-4521-aa19-9e513de97d39","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:30.877466155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"3a945f9d-f762-4521-aa19-9e513de97d39","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.009560861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"5a49ddde-34b4-437b-a62a-07d03264e16d","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.021631864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"5a49ddde-34b4-437b-a62a-07d03264e16d","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.05055306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"5a49ddde-34b4-437b-a62a-07d03264e16d","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.244144055Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"397bc28e-3f92-463a-80be-a9555d028325","namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.260322271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"1bceeb81-4c52-4d8a-afcf-9654460b7bdd","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.26091335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"8ddca26b-cbed-48ec-ad8d-5209252ea38d","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.263421043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39541e53-dd35-42c2-b3db-a2d46a9e9091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.263421034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7102201c-4df6-4b62-8f14-c40141d8f2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.26679318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"f731b3ca-c62e-4f84-b235-65224e329daf","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.273177789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"1bceeb81-4c52-4d8a-afcf-9654460b7bdd","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.27321456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"8ddca26b-cbed-48ec-ad8d-5209252ea38d","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.276915088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39541e53-dd35-42c2-b3db-a2d46a9e9091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.277441888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"f731b3ca-c62e-4f84-b235-65224e329daf","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.279701123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7102201c-4df6-4b62-8f14-c40141d8f2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.281532067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"1bceeb81-4c52-4d8a-afcf-9654460b7bdd","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.281713218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"8ddca26b-cbed-48ec-ad8d-5209252ea38d","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.285407905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39541e53-dd35-42c2-b3db-a2d46a9e9091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.286583478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"f731b3ca-c62e-4f84-b235-65224e329daf","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.287963171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7102201c-4df6-4b62-8f14-c40141d8f2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.356899414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"f33872be-7285-4fbd-9f07-e41d88f9a49d","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.358879916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ce0f8ca3-535d-4d9c-9609-119634f5c5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.358882486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"503ee6ea-e375-4a6f-81eb-d613e963129c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.359828342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"5fa19549-da6d-4989-9bc2-53582e3e442b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.361502219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"aff33a62-d497-4ec9-9670-eb076520b176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.365450354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"f33872be-7285-4fbd-9f07-e41d88f9a49d","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.367532145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"503ee6ea-e375-4a6f-81eb-d613e963129c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.367642355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"ce0f8ca3-535d-4d9c-9609-119634f5c5b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.370073096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"5fa19549-da6d-4989-9bc2-53582e3e442b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.370218958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"aff33a62-d497-4ec9-9670-eb076520b176","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.385981155Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-23725a","namespace":"e2e-extmod-cfl-1-c8c783"},"namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","reconcileID":"6ffe89da-3ed8-4d4d-b73c-c73078ced27a","namespace":"e2e-extmod-cfl-1-c8c783","name":"e2e-cfl-ok-23725a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.394915221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"741651e7-fc8c-482f-b676-b44c932c8949","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.39494613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"70546c20-0cf4-4d19-92cf-230005586a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.405087975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"741651e7-fc8c-482f-b676-b44c932c8949","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.407890896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"70546c20-0cf4-4d19-92cf-230005586a9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.482965873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"00950689-0a3e-4b71-b34f-df098ad63953","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.486496735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2f463744-b7cf-4426-afce-4535c9a491dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.488042287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c4394f56-0a18-4f2f-8d02-20be6e3c4ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.489249986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fdf01bf3-d916-48af-8631-2be68e98c678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.491867977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"00950689-0a3e-4b71-b34f-df098ad63953","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.495236011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"2f463744-b7cf-4426-afce-4535c9a491dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.496023445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"77bac1ca-c16d-450b-aabf-64d744418687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.497207674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c4394f56-0a18-4f2f-8d02-20be6e3c4ac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.500820465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fdf01bf3-d916-48af-8631-2be68e98c678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.504409597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"77bac1ca-c16d-450b-aabf-64d744418687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.83138113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"da815ee1-5e24-4d53-bd0e-c85c65ce734d","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.890572623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e39292e6-e670-4a65-ad2a-7b91dd17650c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.974201774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"da815ee1-5e24-4d53-bd0e-c85c65ce734d","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.97488468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"c42ac689-f3ae-4777-a2aa-210a042dee10","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.975184307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9a4659-80e3-4e5f-87f5-ce5dae4d7d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.978904436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e39292e6-e670-4a65-ad2a-7b91dd17650c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.981564243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"da815ee1-5e24-4d53-bd0e-c85c65ce734d","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.982974682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"2a7f8047-e170-474d-9887-c83b51fbfbe2","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.986551684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"c42ac689-f3ae-4777-a2aa-210a042dee10","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.986554171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9a4659-80e3-4e5f-87f5-ce5dae4d7d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.994012774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"2a7f8047-e170-474d-9887-c83b51fbfbe2","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.994315452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"c42ac689-f3ae-4777-a2aa-210a042dee10","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:31.996012328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f9a4659-80e3-4e5f-87f5-ce5dae4d7d68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.043005706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"2a7f8047-e170-474d-9887-c83b51fbfbe2","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.053332881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4dd5984e-a5ad-4419-bd7f-db3c5e41eaf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.055722242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"abb24cec-0548-4b0c-9ea6-0168b100db2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.057970279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c30c693-cac8-41f3-b9ba-9f0f3f5f1d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.061928481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4dd5984e-a5ad-4419-bd7f-db3c5e41eaf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.064312067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"abb24cec-0548-4b0c-9ea6-0168b100db2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.067139122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c30c693-cac8-41f3-b9ba-9f0f3f5f1d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.074915547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (67a1f028b83b62c1ecd0cbb4c095ae7b2618e8454c4996bb0ff1aa4c2b30f12d) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (2814fca6648c856adefdf5e1bd19f0295b7e122b04ac278aa8796638d31ffb43) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (037a81c64b878f36538306fd0a992cd6657073955fe6b54f2c724cfd1e0a7923) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (805381b7f2a1c3d8cd17dd8cdea0f44e0c5a03680d0bcaa2b46580004957cdb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c30c693-cac8-41f3-b9ba-9f0f3f5f1d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.113014104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"de75368f-e45b-430a-9433-9043117d11c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.113933936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6fdffbf6-7ea2-4f02-80fc-ffb62fd9d92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.113970283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"dfd57ed5-4cb7-4a52-882f-394dac8e709f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.115690997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5d3f9353-bf75-4656-83f0-6678f7d0b6dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.14170338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"dfd57ed5-4cb7-4a52-882f-394dac8e709f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.142652193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"6fdffbf6-7ea2-4f02-80fc-ffb62fd9d92f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.143414129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"de75368f-e45b-430a-9433-9043117d11c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.143875521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5d3f9353-bf75-4656-83f0-6678f7d0b6dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.209378914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"83b767a1-992c-4cb6-bd17-e4b057cfa70c","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:32.217549511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"83b767a1-992c-4cb6-bd17-e4b057cfa70c","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.749456828Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-sub","reconcileID":"5cf5a90c-1f4f-4b1d-b7cc-578dfb561bee","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0a70ec","subscription":"e2e-dft-0a70ec-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.756950662Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-sub","reconcileID":"5cf5a90c-1f4f-4b1d-b7cc-578dfb561bee","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.760824056Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-sub","reconcileID":"5cf5a90c-1f4f-4b1d-b7cc-578dfb561bee","MaaSSubscription":{"name":"e2e-dft-0a70ec-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-0a70ec","namespace":"llm","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.793947175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"e2578291-c064-40b9-a681-60e836db2fd9","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.793967842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"e2578291-c064-40b9-a681-60e836db2fd9","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.948481118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"aac9c2b1-8104-495c-a9d2-de5e3ccdcec5","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.948507503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"aac9c2b1-8104-495c-a9d2-de5e3ccdcec5","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.95004769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96b22dc1-4461-4e03-b602-d5083c33c054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.950296383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"934cb4fd-a248-4441-bf6d-78f560464b2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.950486197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"0258b2ea-cc84-4e25-b936-26cd679dc660","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.982112236Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96b22dc1-4461-4e03-b602-d5083c33c054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:33.987027808Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"0258b2ea-cc84-4e25-b936-26cd679dc660","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:33.987282587Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"934cb4fd-a248-4441-bf6d-78f560464b2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.989815936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96b22dc1-4461-4e03-b602-d5083c33c054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:33.99180633Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"0258b2ea-cc84-4e25-b936-26cd679dc660","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-0a70ec-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:33.991843461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"0258b2ea-cc84-4e25-b936-26cd679dc660","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.991970618Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-0a70ec-access","reconcileID":"79da21af-86bb-488c-be06-1f35a88ee5ed","MaaSAuthPolicy":{"name":"e2e-dft-0a70ec-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:33.994750617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"934cb4fd-a248-4441-bf6d-78f560464b2a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.994809159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5cf97eb-a849-4c58-aebd-6e276d6d42b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.994830159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5cf97eb-a849-4c58-aebd-6e276d6d42b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.998817494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49115c73-e506-4f59-aa97-78bc4cf1a5ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.998832336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49115c73-e506-4f59-aa97-78bc4cf1a5ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.015026123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c416d45-ed5a-4cd4-8b55-6410d5585379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.024010906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c416d45-ed5a-4cd4-8b55-6410d5585379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.032457861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c416d45-ed5a-4cd4-8b55-6410d5585379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.040155694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f53b0892-fb1d-474d-bce6-281ce5453c7f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.040172227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f53b0892-fb1d-474d-bce6-281ce5453c7f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.149916298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"042d5afd-ad69-4e4b-a3a0-d92bd6daa29d","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.149955212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"042d5afd-ad69-4e4b-a3a0-d92bd6daa29d","MaaSModelRef":{"name":"e2e-dft-0a70ec","namespace":"llm"},"routeName":"external-model-e2e-dft-0a70ec-637d795e7e5c","namespace":"llm","model":"e2e-dft-0a70ec","externalModel":"e2e-dft-0a70ec","provider":"e2e-dft-0a70ec-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.54465487Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"eab0cedb-05e7-4d46-813b-72c62563cb73","namespace":"llm","name":"e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.553642932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"400727bf-ba17-4b55-9978-4d27350ee45a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.553661813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"400727bf-ba17-4b55-9978-4d27350ee45a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.553984808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5f5a49ea-8b20-4101-affb-5ff90cc0887b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.553999215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5f5a49ea-8b20-4101-affb-5ff90cc0887b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.554216714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"002bd235-539a-400a-94b3-05286b147792","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.554227689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"002bd235-539a-400a-94b3-05286b147792","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.554424891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8487ed62-0777-4bec-ac6b-a67337e51268","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.554434901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8487ed62-0777-4bec-ac6b-a67337e51268","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.554746524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f1d3900-90ed-49ef-a878-d185bb88359a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.554759564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f1d3900-90ed-49ef-a878-d185bb88359a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.555006095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4c02d31-898a-4f5c-b9e0-8fff047bea7b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.555017635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c4c02d31-898a-4f5c-b9e0-8fff047bea7b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.555225925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3ee1f98-5509-4fe8-bb20-308b39536b06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.555236394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f3ee1f98-5509-4fe8-bb20-308b39536b06","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.555516419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"25c061c1-0f54-4819-bc7c-03fda0ac7b66","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.5555276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"25c061c1-0f54-4819-bc7c-03fda0ac7b66","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.556691085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"090200ca-fe09-4a81-a973-9b61165c3b41","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.559418242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"f40072da-05cb-40a2-8402-bf31d78dd281","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.55962346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"b6ce37e7-5546-471d-9192-9ea2c1bbab1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.559866851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0edcf98d-2ddf-4c0b-bc30-362695947e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.56068426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52a65718-a236-4731-9bee-557926206f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.565006412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"090200ca-fe09-4a81-a973-9b61165c3b41","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.570291551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"f40072da-05cb-40a2-8402-bf31d78dd281","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.573579855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"b6ce37e7-5546-471d-9192-9ea2c1bbab1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.573968836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0edcf98d-2ddf-4c0b-bc30-362695947e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.575237579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"090200ca-fe09-4a81-a973-9b61165c3b41","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.577904098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0166a9fe-26ca-4529-9813-e403185274bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.578143659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52a65718-a236-4731-9bee-557926206f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.5783625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f2b531c-744f-4336-98ba-184ae167aaee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.581344894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"f40072da-05cb-40a2-8402-bf31d78dd281","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.583782154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0edcf98d-2ddf-4c0b-bc30-362695947e90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.652330652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52a65718-a236-4731-9bee-557926206f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.667463548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8df28123-600b-4518-a6c5-b7576b813099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.669382277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e5446f99-c472-4ade-9d26-8b5364801f1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.754630108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8f98f4f2-bd56-462b-a867-2fa4c74fd79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.757260462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8df28123-600b-4518-a6c5-b7576b813099","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.759787407Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-0a70ec","namespace":"llm"},"namespace":"llm","name":"e2e-dft-0a70ec","reconcileID":"6b2b07ae-8ecb-447d-a0a5-54e7c898cfed","namespace":"llm","name":"e2e-dft-0a70ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.765173347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e5446f99-c472-4ade-9d26-8b5364801f1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.898847468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8f98f4f2-bd56-462b-a867-2fa4c74fd79f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.903355617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"cbb6f91b-b458-442f-b777-93ce72cf8ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.904143095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"99a35313-f372-4bd1-a1c8-e1f4361eaf57","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.062666565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"cbb6f91b-b458-442f-b777-93ce72cf8ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.064999599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"99a35313-f372-4bd1-a1c8-e1f4361eaf57","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.067011501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"482724ca-ebc4-4541-abb3-f766b13a1da0","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.090442629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"482724ca-ebc4-4541-abb3-f766b13a1da0","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.097892788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"558c7d71-4cd9-4d02-b5f4-bcc6336a3cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.10169556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"f3eb5983-3be0-4171-8b57-54d04a6e36f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.103496939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5cd41146-b7c3-4e2f-afd1-12bf5c40a924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.107310178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"558c7d71-4cd9-4d02-b5f4-bcc6336a3cdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.112274599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"f3eb5983-3be0-4171-8b57-54d04a6e36f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.115049116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"5cd41146-b7c3-4e2f-afd1-12bf5c40a924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.14152757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"d017e07d-2685-4464-9389-25fb9568455d","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.151091425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"d017e07d-2685-4464-9389-25fb9568455d","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.155649551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"34d4eaeb-f9f5-425e-93fa-87484c9a8840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.1628586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"e6fddeb2-2cf6-46d5-ba75-4cb5155af1ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.16558225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0b27dfa-c488-4c4a-accc-a1a6e9f1266e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.166086169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83caf88b-b75a-467e-be1f-cd5a460922cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.167901846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"34d4eaeb-f9f5-425e-93fa-87484c9a8840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.171472175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"e6fddeb2-2cf6-46d5-ba75-4cb5155af1ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.177844254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0b27dfa-c488-4c4a-accc-a1a6e9f1266e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.178099876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83caf88b-b75a-467e-be1f-cd5a460922cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.186584406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83caf88b-b75a-467e-be1f-cd5a460922cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.186618677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0b27dfa-c488-4c4a-accc-a1a6e9f1266e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.191566044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"ee0fa1e0-6002-4513-9427-d86f1bad13f8","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.262577905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"ee0fa1e0-6002-4513-9427-d86f1bad13f8","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.263122094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"e0a75735-d455-42ee-927b-2c7714848054","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.265972816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"81c46d76-5f12-45ed-83bf-a5fe0d950f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.270043431Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"ee0fa1e0-6002-4513-9427-d86f1bad13f8","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.270533019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9ed8e853-c2ac-4048-8e8c-e14addaf252f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.270918633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8885c799-7a96-4043-b2d2-1d21a571d97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.342346696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"e0a75735-d455-42ee-927b-2c7714848054","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.342443267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"81c46d76-5f12-45ed-83bf-a5fe0d950f08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.34650178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9ed8e853-c2ac-4048-8e8c-e14addaf252f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.346562631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"8885c799-7a96-4043-b2d2-1d21a571d97e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.353073656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"e0a75735-d455-42ee-927b-2c7714848054","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.358957955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"497ba82f-39fc-4c33-be92-3f9c2fd7aa55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.367589614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"497ba82f-39fc-4c33-be92-3f9c2fd7aa55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.39469294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"088722f5-79e6-4cb1-ad17-120b6b29927f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.402979462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"088722f5-79e6-4cb1-ad17-120b6b29927f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.492559683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"2e17650e-7f3f-4808-b94f-ccda9f8b32d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:35.500928664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"2e17650e-7f3f-4808-b94f-ccda9f8b32d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:39.73973588Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"5d58bdab-85c1-4949-9f2b-4f37cd71dba0","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:39.739816435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"5d58bdab-85c1-4949-9f2b-4f37cd71dba0","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:39.753936563Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"a1249281-7901-4ae9-bab0-ca9c7778385c","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:39.754005756Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"a1249281-7901-4ae9-bab0-ca9c7778385c","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.045430881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8d2970-dff0-41d1-8c38-a825b7107ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.04891701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8d2970-dff0-41d1-8c38-a825b7107ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.053159927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8d2970-dff0-41d1-8c38-a825b7107ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.056687813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe8d2970-dff0-41d1-8c38-a825b7107ddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.257534865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9578251d-67a5-4cf4-8e8e-9999db5ebb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.261695919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9578251d-67a5-4cf4-8e8e-9999db5ebb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.265714872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9578251d-67a5-4cf4-8e8e-9999db5ebb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.27028415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9578251d-67a5-4cf4-8e8e-9999db5ebb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:40.768657523Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"c46a2956-749d-431d-b6ad-a758236c68ba","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:40.768719221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"c46a2956-749d-431d-b6ad-a758236c68ba","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:40.783491601Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3d4fe2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3d4fe2","reconcileID":"184dab89-3084-4eb1-89b3-beefe007f41a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3d4fe2","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-3d4fe2":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:40.82403918Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"54cf73d8-50cf-4b4c-8ff2-9710ee3d3676","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:40.824105729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"54cf73d8-50cf-4b4c-8ff2-9710ee3d3676","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.09764283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d96b61a-eaff-4e8a-a6e0-692ca743cc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.112226291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d96b61a-eaff-4e8a-a6e0-692ca743cc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.153825149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d96b61a-eaff-4e8a-a6e0-692ca743cc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.243018541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d96b61a-eaff-4e8a-a6e0-692ca743cc8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:41.345024144Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:42.015953624Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"e618af5b-4426-4393-99dc-3263327b83f3","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:42.016025961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"e618af5b-4426-4393-99dc-3263327b83f3","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.233583197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5563d15-366f-4f08-a4f3-c8f095045556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.235112609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9df4bebf-9db4-4fb1-b255-9c10f72874b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.242827275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5563d15-366f-4f08-a4f3-c8f095045556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.244234586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9df4bebf-9db4-4fb1-b255-9c10f72874b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.251106837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5563d15-366f-4f08-a4f3-c8f095045556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.251936885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9df4bebf-9db4-4fb1-b255-9c10f72874b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.309360971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"a34554e6-f34f-4f94-acbb-8cb3da9da091","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.319722872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"a34554e6-f34f-4f94-acbb-8cb3da9da091","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.327506373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"a34554e6-f34f-4f94-acbb-8cb3da9da091","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.409769373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"afd9294c-cf06-486d-808a-df7321b3d6ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.418008135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"afd9294c-cf06-486d-808a-df7321b3d6ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:45.425256546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"afd9294c-cf06-486d-808a-df7321b3d6ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.481313574Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-ba332a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ba332a","reconcileID":"25d77fbf-01d0-4a1d-941d-6249a290da55","namespace":"llm","name":"e2e-dft-del-ba332a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.542759512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"3e3dd8e7-8a8a-455a-8881-36597a0daa3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.542913437Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-ba332a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ba332a","reconcileID":"58831cb9-8d15-4f64-9b72-b595ae562bbb","namespace":"llm","name":"e2e-dft-del-ba332a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.543826687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55f188fc-3151-4d2a-826b-eaaa13ac4737","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.543844155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55f188fc-3151-4d2a-826b-eaaa13ac4737","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.544136239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"59dab9e6-a3c4-4912-af19-b4e3e83fb24d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.544148543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"59dab9e6-a3c4-4912-af19-b4e3e83fb24d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.544383778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afa47402-dda2-4f3d-9656-6ab5948fa5e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.544395756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"afa47402-dda2-4f3d-9656-6ab5948fa5e9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.544823842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2a355266-2b73-4f38-bf12-78629f0f2f5f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.544876766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2a355266-2b73-4f38-bf12-78629f0f2f5f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.54525566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9dd6f45a-af70-423f-a2f2-b38e6016ae5c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.545317155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9dd6f45a-af70-423f-a2f2-b38e6016ae5c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.545747281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b9d0d759-10a4-408a-a42a-d478db352e5f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.545778271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b9d0d759-10a4-408a-a42a-d478db352e5f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.546068191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"febdbcc7-8ed6-454a-a0c6-b0ab440c535b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.5460826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"febdbcc7-8ed6-454a-a0c6-b0ab440c535b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.546315498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ce9aec8-fc38-420e-a095-66901348bd83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.546326252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ce9aec8-fc38-420e-a095-66901348bd83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.55005268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"461bbe94-3702-4fd0-af71-cab5de1e0525","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.550656636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e300106-5054-419e-a213-d4e9a1577c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.550717135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41f8ec15-025d-442e-9d81-a39bae9f9606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.555238358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"3e3dd8e7-8a8a-455a-8881-36597a0daa3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.558054633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"82615327-599c-435e-9c58-ef50512489cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.563626669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"461bbe94-3702-4fd0-af71-cab5de1e0525","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.564275738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41f8ec15-025d-442e-9d81-a39bae9f9606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.566643921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e300106-5054-419e-a213-d4e9a1577c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.566818892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"82615327-599c-435e-9c58-ef50512489cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.56765695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"3e3dd8e7-8a8a-455a-8881-36597a0daa3e","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.568807837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"752408fd-b64b-4c70-833e-27ee02241b5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.570823233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"461bbe94-3702-4fd0-af71-cab5de1e0525","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.574747028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"08db2412-9d0c-4627-99c3-252e8bd2b705","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.578548236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e300106-5054-419e-a213-d4e9a1577c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.58053956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41f8ec15-025d-442e-9d81-a39bae9f9606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.580591298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"d2255b74-4fbd-4176-aadd-1df0f53aa7a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.643844246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"d2255b74-4fbd-4176-aadd-1df0f53aa7a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.645890313Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-ba332a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ba332a","reconcileID":"d9c774ab-17f7-49a5-916c-42162d1a9bac","namespace":"llm","name":"e2e-dft-del-ba332a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.648562051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"c6f807ab-227b-4e70-8735-204b3360e88b","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.648786258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6224921c-b90f-4e9b-9f64-e17a8f38a9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.652286208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3399aa93-ecf6-433b-b003-cfc440ed6091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.658563953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"6224921c-b90f-4e9b-9f64-e17a8f38a9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.658577383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"c6f807ab-227b-4e70-8735-204b3360e88b","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.659390731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9c6c8537-1bb6-4a0b-bdf0-681e26631964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.661807646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3399aa93-ecf6-433b-b003-cfc440ed6091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.668027347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"9c6c8537-1bb6-4a0b-bdf0-681e26631964","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.675734062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-ba332a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ba332a","reconcileID":"97723470-4771-44e1-a061-64a8e9198adb","MaaSModelRef":{"name":"e2e-dft-del-ba332a","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-ba332a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.675751197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-ba332a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ba332a","reconcileID":"97723470-4771-44e1-a061-64a8e9198adb","MaaSModelRef":{"name":"e2e-dft-del-ba332a","namespace":"llm"},"routeName":"external-model-e2e-dft-del-ba332a-11236df8731b","namespace":"llm","model":"e2e-dft-del-ba332a","externalModel":"e2e-dft-del-ba332a","provider":"e2e-dft-del-ba332a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.695891438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"55a9b89e-50a9-4940-a6b9-4cfeec38f93e","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.696974001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5a377954-66f1-4521-846e-85cce2ddb347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.699966914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"001968b9-4992-4479-9e78-dbf7134e1c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.75591722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"55a9b89e-50a9-4940-a6b9-4cfeec38f93e","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.779871207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"5a377954-66f1-4521-846e-85cce2ddb347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.79624916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"001968b9-4992-4479-9e78-dbf7134e1c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.902631868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"23954b63-d064-4378-b4b7-33ca69f1ba22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.908021598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bea82a34-93ef-44ef-bdca-2b97f666dc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.926883342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"23954b63-d064-4378-b4b7-33ca69f1ba22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:46.947819505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"bea82a34-93ef-44ef-bdca-2b97f666dc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.003944201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8e4dc07b-d551-4698-87b1-5b0b1f201791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.004020501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"57180b37-3d3f-4d68-a6c5-85e36d4ba543","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.007012228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e6a5e62c-69b9-42c1-890f-06b878a2d45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.007021505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"d34a8f29-a647-413c-bdd6-f936b92cfb31","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.009589553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d01e139-0071-4fb7-ab5d-19f00de5531e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.012854148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"57180b37-3d3f-4d68-a6c5-85e36d4ba543","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.012866081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8e4dc07b-d551-4698-87b1-5b0b1f201791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.016816812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"e6a5e62c-69b9-42c1-890f-06b878a2d45e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.0171547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"d34a8f29-a647-413c-bdd6-f936b92cfb31","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.01970656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d01e139-0071-4fb7-ab5d-19f00de5531e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.020646313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"57180b37-3d3f-4d68-a6c5-85e36d4ba543","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.024497255Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"d34a8f29-a647-413c-bdd6-f936b92cfb31","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.027522684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d01e139-0071-4fb7-ab5d-19f00de5531e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.110965145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9eadba33-f8c8-4637-b7ae-86a1827e8b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.111808035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"c8392ea1-f484-4e33-9ec2-b3fbb508d184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.112313202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"9e69d924-6046-43e7-a5ae-96fbe25a450b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.112513381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"f1e1042a-abae-46d9-a37d-4db6fb337c9b","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.11357025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d43dc39f-f2c6-4503-9a3a-234d148408d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.125163501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9eadba33-f8c8-4637-b7ae-86a1827e8b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.130551658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"c8392ea1-f484-4e33-9ec2-b3fbb508d184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.146123447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d43dc39f-f2c6-4503-9a3a-234d148408d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.146302691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"9e69d924-6046-43e7-a5ae-96fbe25a450b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.148623124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"f1e1042a-abae-46d9-a37d-4db6fb337c9b","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.150035256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9eadba33-f8c8-4637-b7ae-86a1827e8b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.200581443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"98a3d1e9-295d-4d95-81d0-a62ac355dcda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.210308794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"98a3d1e9-295d-4d95-81d0-a62ac355dcda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.30072682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"09bae6c8-d51c-4b06-9d1f-e45ae8afe0d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.309532389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"09bae6c8-d51c-4b06-9d1f-e45ae8afe0d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.812869042Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-ba332a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ba332a","reconcileID":"6121817b-db90-4817-828d-133ebc2e67d3","namespace":"llm","name":"e2e-dft-del-ba332a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.826295297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"789eba95-e898-4065-876d-0b47754d8c1a","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.826838554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"28a8c9ee-e824-4569-b189-e7f149562db9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.829052226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3864331e-88a0-469f-b719-d53b2ebbabb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.830134105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c63526d-5465-4e2f-82a8-ed8143c8bf4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.830718684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8fbfe0f-0c0b-4259-ab15-cdb88463acc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.841587841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"28a8c9ee-e824-4569-b189-e7f149562db9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.844938563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"789eba95-e898-4065-876d-0b47754d8c1a","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.84641638Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-ba332a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ba332a","reconcileID":"aac43e64-5750-4074-9d6a-e95f29bce147","namespace":"llm","name":"e2e-dft-del-ba332a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.847610107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"3864331e-88a0-469f-b719-d53b2ebbabb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.850288253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c63526d-5465-4e2f-82a8-ed8143c8bf4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.852855258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8fbfe0f-0c0b-4259-ab15-cdb88463acc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.854574697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"28a8c9ee-e824-4569-b189-e7f149562db9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.85589279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f122fe80-bf72-463f-8685-083426de6f73","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.855909857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f122fe80-bf72-463f-8685-083426de6f73","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.856380548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"74bddd28-5b4c-4e02-b29b-e36b3e2c5cde","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.856394494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"74bddd28-5b4c-4e02-b29b-e36b3e2c5cde","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.856824582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b868ecc-7cac-4563-9c40-cdf153c77463","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.856837615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b868ecc-7cac-4563-9c40-cdf153c77463","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.857474795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"165cc1cd-0963-43db-a7f6-05ebb4d47ef0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.857500502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"165cc1cd-0963-43db-a7f6-05ebb4d47ef0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.85758606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"789eba95-e898-4065-876d-0b47754d8c1a","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.858118381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"322e7ec4-ca0b-4d55-bbf8-5609972716a4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.858137412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"322e7ec4-ca0b-4d55-bbf8-5609972716a4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.860377709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11903c15-1f5f-46bf-999d-6948c5377501","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.860395558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11903c15-1f5f-46bf-999d-6948c5377501","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.861019557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6a796fc-ec80-4c43-96b9-2b87af2eda93","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.861038649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e6a796fc-ec80-4c43-96b9-2b87af2eda93","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.8614526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bfdc4c6d-677b-4006-b076-cd550e6fee3f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.861465532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bfdc4c6d-677b-4006-b076-cd550e6fee3f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.862986162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c63526d-5465-4e2f-82a8-ed8143c8bf4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.863797688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8fbfe0f-0c0b-4259-ab15-cdb88463acc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.95122748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"d96c2c65-b426-4495-ae8b-e04f9814f1da","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.95574625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"79c7d11d-474a-4e8e-aa2e-bfd3e4a4a7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.955795471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"913d5b72-e416-42bf-893a-d89b27df7bd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.957626965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"ceb96d29-7ede-4831-b0c8-d070bcde0adc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.959319694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ce87addf-ed58-4500-b21f-846f31eb2ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.961480957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"d96c2c65-b426-4495-ae8b-e04f9814f1da","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.964796666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"79c7d11d-474a-4e8e-aa2e-bfd3e4a4a7e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.969372505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"ceb96d29-7ede-4831-b0c8-d070bcde0adc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.969812367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ce87addf-ed58-4500-b21f-846f31eb2ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:47.975185951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c302f18-dc1e-4a34-9d2f-5c0e86a07863","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.04120386Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-ba332a","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-ba332a","reconcileID":"b4aa2a6b-46f6-4f29-a9c5-679edfdc1239","namespace":"llm","name":"e2e-dft-del-ba332a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.049184804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"91431f00-2197-4954-b985-c9b1399175a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.057620586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"91431f00-2197-4954-b985-c9b1399175a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.073105184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"af97ac84-afa7-4664-868f-3139f891c597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.073536254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a563c106-cf57-4522-874d-4ca2d10bafe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.075201611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5519a95d-07de-4f31-b1e5-64e18020bede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.07788952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4112db33-f54b-445f-a6a4-b2f90e05971b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.081721975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"af97ac84-afa7-4664-868f-3139f891c597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.081908183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a563c106-cf57-4522-874d-4ca2d10bafe5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.084067236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"5519a95d-07de-4f31-b1e5-64e18020bede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.086057636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4112db33-f54b-445f-a6a4-b2f90e05971b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.220091433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d958f079-ff1f-42c3-9478-6a9dde8ef337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.275820471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"d958f079-ff1f-42c3-9478-6a9dde8ef337","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.424169644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"e1d06af3-d027-4b92-b40c-c1bd4fa616cb","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.42488003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43e932f9-5cdb-4653-9fd8-a268d66dc5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.429888231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"7be07755-edd6-4cde-a675-abf0307bcce8","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.433348662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"5c4fc69a-27df-443d-be88-f10e55221e79","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.437527782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43e932f9-5cdb-4653-9fd8-a268d66dc5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.437994666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"e1d06af3-d027-4b92-b40c-c1bd4fa616cb","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.43829904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"31bfc801-2ed5-4985-ac9f-4fa4947a9fef","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.441362453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"7be07755-edd6-4cde-a675-abf0307bcce8","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.444859738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"5c4fc69a-27df-443d-be88-f10e55221e79","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.446886351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43e932f9-5cdb-4653-9fd8-a268d66dc5c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.448411544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"31bfc801-2ed5-4985-ac9f-4fa4947a9fef","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.449220829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"7be07755-edd6-4cde-a675-abf0307bcce8","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.455488263Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"31bfc801-2ed5-4985-ac9f-4fa4947a9fef","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.459693834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"596d1ecc-c6c4-445b-9a08-8084b746b672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.461650348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d2be7dda-6602-4d13-8c3b-f013d8588132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.469325441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"596d1ecc-c6c4-445b-9a08-8084b746b672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.472230255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"d2be7dda-6602-4d13-8c3b-f013d8588132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.47701304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"596d1ecc-c6c4-445b-9a08-8084b746b672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.537189077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"fb95b55f-ebf7-4a02-878e-e577f323ba2b","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.538357977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"82c32c56-0d88-479c-a2ae-491d1580b3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.539914372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"53791f58-c315-40ba-b1da-4c3bc01df54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.540184038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"8a9386f7-864c-41aa-809e-aa9227eea239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.541388227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"cd8bd406-7a85-4670-a397-f85b5b81b747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.545929824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"fb95b55f-ebf7-4a02-878e-e577f323ba2b","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.546507315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"82c32c56-0d88-479c-a2ae-491d1580b3fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.54839388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"53791f58-c315-40ba-b1da-4c3bc01df54d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.549017083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"8a9386f7-864c-41aa-809e-aa9227eea239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:48.550684564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"cd8bd406-7a85-4670-a397-f85b5b81b747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:54.059986578Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"ddbf2c92-00d5-43b4-a6c8-cff6dbb8991d","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:54.060055434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"ddbf2c92-00d5-43b4-a6c8-cff6dbb8991d","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:54.164054635Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"d5b52c81-47f1-46f1-8e44-fa5594381fda","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:54.164120915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"d5b52c81-47f1-46f1-8e44-fa5594381fda","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.188879075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9874e86b-8944-4f1e-92ac-62fea37fc98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.192222045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9874e86b-8944-4f1e-92ac-62fea37fc98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.195465902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9874e86b-8944-4f1e-92ac-62fea37fc98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.198713042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9874e86b-8944-4f1e-92ac-62fea37fc98a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.502553655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f22d7a-bba8-40d3-9969-6a3b12989571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.506201634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f22d7a-bba8-40d3-9969-6a3b12989571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.510319625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f22d7a-bba8-40d3-9969-6a3b12989571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.514549588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f22d7a-bba8-40d3-9969-6a3b12989571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:55.19401395Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"a4b1568d-e8a3-4ce3-a4fa-537526b767b0","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:55.194727112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"a4b1568d-e8a3-4ce3-a4fa-537526b767b0","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.245583824Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8c6934","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8c6934","reconcileID":"10534009-84ae-4f51-b449-e622e2f529c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8c6934","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-8c6934":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:55.317897863Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"1a018472-c060-4982-b8ef-0ab68b3ef206","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:55.318096692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"1a018472-c060-4982-b8ef-0ab68b3ef206","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.634026202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506f72ac-dc1d-4745-a582-5c1697229639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.657495299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506f72ac-dc1d-4745-a582-5c1697229639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.684547465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506f72ac-dc1d-4745-a582-5c1697229639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.697102897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"506f72ac-dc1d-4745-a582-5c1697229639","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:56.567393363Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"799a3c77-8d6f-42be-8545-ec69d7650ef0","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:43:56.567473052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"799a3c77-8d6f-42be-8545-ec69d7650ef0","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.441013052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"1e7b5287-afef-47ba-8f41-57f021248ab1","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.466049979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"1e7ccbbb-7b6a-433b-b83d-47a0eaf970ec","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.468874972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"7e3cdc98-9485-4c84-af93-27faf748eb98","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.469569663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f8461ad-37fe-48e0-b7b0-4642ad17cbf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.562848237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"1e7ccbbb-7b6a-433b-b83d-47a0eaf970ec","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.642574133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f8461ad-37fe-48e0-b7b0-4642ad17cbf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.645036099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"7e3cdc98-9485-4c84-af93-27faf748eb98","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.645349924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f77d8a3611c4ff12bb26aadccb5325beabfd6e763d635641b309d6b5c84f612e) AuthConfig (2ba1d944bafdf27fb5ba8c1de98079d38e3cc77ef459d9414339254e34e00057) AuthConfig (55910c2892810de13204c6190b5e9b2115524fbca86d3a13de86dbbe902c710c) AuthConfig (aa34d3dbba31a88535c1b2b403dcc6cf7e062cdbbe3ab8ec14a2511b699346e7) AuthConfig (5b9b021f15a13d190f4a2f0e5b0c5afb5c850e7fe6b8d0bfa5550cf03c477a9e) AuthConfig (2dcf8aa37ec859ba220258a2dc198172d26c701fc1973bec206303142ae4112f) AuthConfig (7204f7ec013b4cd3a9f43ee19d27066b7a064d8107908a6ff7d6f0cf30d061ce) AuthConfig (29848c19b341685131883c7d50e57782bdda4b1de4940d38b61434f1ea5461b4) AuthConfig (66939bae8fdb425b7d2fcae56b539b1f2524ec138b7d6a6d98082207851c1cb0) AuthConfig (9ebe6f4e922dba0c0305f75c16be6997b4859dc769837864348aabecdc9f6608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"1e7ccbbb-7b6a-433b-b83d-47a0eaf970ec","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.649789502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"781ae5d9-99e8-4631-b4e0-a1e2295fcc9c","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.653727261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f8461ad-37fe-48e0-b7b0-4642ad17cbf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.654027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (0a15e45a57fc13bb2e339839a29fbf5e9de3ce2e77c0cb70f2b78bb8ec7f3668) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (5f9bc57944ba7ee6f7e7a171609827b764ef0d2330199a6c2f90758c0d83ac3f) AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (1e0e404764da09e706ee9686d6e1bb9e2de66977206893cfc77bbc2a0a60eb21) AuthConfig (2c6251e82fdabad3bef31d92303898f9cda1ff6ad1dd886c6edd3f969591f705)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"7e3cdc98-9485-4c84-af93-27faf748eb98","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.654206329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dab3c9d8-1c6c-48c8-ad30-d1e1c4933098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.662892931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"aab7c40c-2528-4c82-bab4-43331e551139","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.67207057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dab3c9d8-1c6c-48c8-ad30-d1e1c4933098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.676199363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"95332ad8-eb03-4897-b225-f4cabc005d27","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.676223037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"95332ad8-eb03-4897-b225-f4cabc005d27","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.682022657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 27, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dab3c9d8-1c6c-48c8-ad30-d1e1c4933098","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:59.616502123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"79f758b6-cba1-41f6-93b1-caf860199288","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:59.630747477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"79f758b6-cba1-41f6-93b1-caf860199288","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.197074502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"eeebfcf0-82a5-450a-8f2b-76ed0875721b","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.197187957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"74eabfdf-74d6-47ab-b63e-3b4b40dd154a","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.205772639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"74eabfdf-74d6-47ab-b63e-3b4b40dd154a","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.206824881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"eeebfcf0-82a5-450a-8f2b-76ed0875721b","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.214159733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (0a15e45a57fc13bb2e339839a29fbf5e9de3ce2e77c0cb70f2b78bb8ec7f3668) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (5f9bc57944ba7ee6f7e7a171609827b764ef0d2330199a6c2f90758c0d83ac3f) AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (1e0e404764da09e706ee9686d6e1bb9e2de66977206893cfc77bbc2a0a60eb21) AuthConfig (2c6251e82fdabad3bef31d92303898f9cda1ff6ad1dd886c6edd3f969591f705)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"eeebfcf0-82a5-450a-8f2b-76ed0875721b","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.724240546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"90751c2d-71cc-4100-8234-0b2636998348","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.732875145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"150d02ff-7346-432b-acf4-3440861c35fb","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.73508953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"57750661-7849-45ee-a8d8-76e08767552d","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.765219086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"57750661-7849-45ee-a8d8-76e08767552d","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.772471112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"57750661-7849-45ee-a8d8-76e08767552d","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.783395775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"89142d15-3f42-49c6-8e34-dda8f1085ea6","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.654984067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"28f13d7e-a204-482f-8808-6b1fc2a73329","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.683067803Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"28f13d7e-a204-482f-8808-6b1fc2a73329","name":"e2e-inf-a-3d4fe2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.664714288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"25ba994b-f4de-4fa5-9db6-17c3992e45b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.665738956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31a52f06-bf4e-4beb-89ef-f2ef360fcd02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.673544476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"25ba994b-f4de-4fa5-9db6-17c3992e45b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.675995431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31a52f06-bf4e-4beb-89ef-f2ef360fcd02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.680891524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f77d8a3611c4ff12bb26aadccb5325beabfd6e763d635641b309d6b5c84f612e) AuthConfig (2ba1d944bafdf27fb5ba8c1de98079d38e3cc77ef459d9414339254e34e00057) AuthConfig (55910c2892810de13204c6190b5e9b2115524fbca86d3a13de86dbbe902c710c) AuthConfig (aa34d3dbba31a88535c1b2b403dcc6cf7e062cdbbe3ab8ec14a2511b699346e7) AuthConfig (5b9b021f15a13d190f4a2f0e5b0c5afb5c850e7fe6b8d0bfa5550cf03c477a9e) AuthConfig (2dcf8aa37ec859ba220258a2dc198172d26c701fc1973bec206303142ae4112f) AuthConfig (7204f7ec013b4cd3a9f43ee19d27066b7a064d8107908a6ff7d6f0cf30d061ce) AuthConfig (29848c19b341685131883c7d50e57782bdda4b1de4940d38b61434f1ea5461b4) AuthConfig (66939bae8fdb425b7d2fcae56b539b1f2524ec138b7d6a6d98082207851c1cb0) AuthConfig (9ebe6f4e922dba0c0305f75c16be6997b4859dc769837864348aabecdc9f6608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"25ba994b-f4de-4fa5-9db6-17c3992e45b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.683748584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31a52f06-bf4e-4beb-89ef-f2ef360fcd02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.694989766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a96a012e-3c1c-4076-a7c4-2c973207a5f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.695007751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a96a012e-3c1c-4076-a7c4-2c973207a5f7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.748554689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd948ee9-11fc-4777-b7ae-3b1eeb060aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.757500638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd948ee9-11fc-4777-b7ae-3b1eeb060aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.765077995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd948ee9-11fc-4777-b7ae-3b1eeb060aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.775640042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4723a97-fc47-49e2-be6c-0cc8204fdbb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.775655097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4723a97-fc47-49e2-be6c-0cc8204fdbb5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.223952173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"2c59b4d2-e425-40ae-95d5-ed21cf1164bf","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.234142358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"2c59b4d2-e425-40ae-95d5-ed21cf1164bf","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.242078989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (0a15e45a57fc13bb2e339839a29fbf5e9de3ce2e77c0cb70f2b78bb8ec7f3668) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (5f9bc57944ba7ee6f7e7a171609827b764ef0d2330199a6c2f90758c0d83ac3f) AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (1e0e404764da09e706ee9686d6e1bb9e2de66977206893cfc77bbc2a0a60eb21) AuthConfig (2c6251e82fdabad3bef31d92303898f9cda1ff6ad1dd886c6edd3f969591f705)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"2c59b4d2-e425-40ae-95d5-ed21cf1164bf","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.787856017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"aef1d761-0a76-464f-bd3a-af0dcebdf448","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.796628685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"aef1d761-0a76-464f-bd3a-af0dcebdf448","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:10.804249513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"aef1d761-0a76-464f-bd3a-af0dcebdf448","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:11.35243313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.042903611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"ff499d81-b487-4f3a-b5e8-18f4f13c6bff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:16.071568063Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"ff499d81-b487-4f3a-b5e8-18f4f13c6bff","name":"e2e-inf-a-8c6934-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.689306198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"16926254-80bc-451f-837f-837d6a800f9b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.698019503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"16926254-80bc-451f-837f-837d6a800f9b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.705335699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f77d8a3611c4ff12bb26aadccb5325beabfd6e763d635641b309d6b5c84f612e) AuthConfig (2ba1d944bafdf27fb5ba8c1de98079d38e3cc77ef459d9414339254e34e00057) AuthConfig (55910c2892810de13204c6190b5e9b2115524fbca86d3a13de86dbbe902c710c) AuthConfig (aa34d3dbba31a88535c1b2b403dcc6cf7e062cdbbe3ab8ec14a2511b699346e7) AuthConfig (5b9b021f15a13d190f4a2f0e5b0c5afb5c850e7fe6b8d0bfa5550cf03c477a9e) AuthConfig (2dcf8aa37ec859ba220258a2dc198172d26c701fc1973bec206303142ae4112f) AuthConfig (7204f7ec013b4cd3a9f43ee19d27066b7a064d8107908a6ff7d6f0cf30d061ce) AuthConfig (29848c19b341685131883c7d50e57782bdda4b1de4940d38b61434f1ea5461b4) AuthConfig (66939bae8fdb425b7d2fcae56b539b1f2524ec138b7d6a6d98082207851c1cb0) AuthConfig (9ebe6f4e922dba0c0305f75c16be6997b4859dc769837864348aabecdc9f6608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"16926254-80bc-451f-837f-837d6a800f9b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.705523861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b30f081e-60e9-4e50-bfd4-03519a169c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.714391681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b30f081e-60e9-4e50-bfd4-03519a169c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.740660479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b30f081e-60e9-4e50-bfd4-03519a169c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.786996708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b08c50fb-5c5c-4987-9fde-e37b4281afca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.796619576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b08c50fb-5c5c-4987-9fde-e37b4281afca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:18.80441336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b08c50fb-5c5c-4987-9fde-e37b4281afca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.260893813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"2656efd5-87e7-4ce6-b1a1-3f1ea22f5755","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.283222623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"2656efd5-87e7-4ce6-b1a1-3f1ea22f5755","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.291727276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (0a15e45a57fc13bb2e339839a29fbf5e9de3ce2e77c0cb70f2b78bb8ec7f3668) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (5f9bc57944ba7ee6f7e7a171609827b764ef0d2330199a6c2f90758c0d83ac3f) AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (1e0e404764da09e706ee9686d6e1bb9e2de66977206893cfc77bbc2a0a60eb21) AuthConfig (2c6251e82fdabad3bef31d92303898f9cda1ff6ad1dd886c6edd3f969591f705)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"2656efd5-87e7-4ce6-b1a1-3f1ea22f5755","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.849671041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"7b16b031-13f5-4f83-835e-19baeb6e185f","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.858246288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"7b16b031-13f5-4f83-835e-19baeb6e185f","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:20.865660483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"7b16b031-13f5-4f83-835e-19baeb6e185f","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:22.277947155Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"eb0266ed-25a1-4e67-9213-fb1e42c15c7c","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:22.278001831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"eb0266ed-25a1-4e67-9213-fb1e42c15c7c","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.725052304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f8a1b6-b883-41d9-a1a9-ad2a6e703d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.730583199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f8a1b6-b883-41d9-a1a9-ad2a6e703d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.73591803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f8a1b6-b883-41d9-a1a9-ad2a6e703d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.740678888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f8a1b6-b883-41d9-a1a9-ad2a6e703d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:23.010878435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f2026a-67b3-4540-9b91-7d21fb19b0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:23.014522967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f2026a-67b3-4540-9b91-7d21fb19b0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:23.018328284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f2026a-67b3-4540-9b91-7d21fb19b0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:23.021884607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54f2026a-67b3-4540-9b91-7d21fb19b0cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.715032695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"551e449d-4e68-4b16-ad3c-1db7e31288f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.741980042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"551e449d-4e68-4b16-ad3c-1db7e31288f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.749258275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-421604-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f77d8a3611c4ff12bb26aadccb5325beabfd6e763d635641b309d6b5c84f612e) AuthConfig (2ba1d944bafdf27fb5ba8c1de98079d38e3cc77ef459d9414339254e34e00057) AuthConfig (55910c2892810de13204c6190b5e9b2115524fbca86d3a13de86dbbe902c710c) AuthConfig (aa34d3dbba31a88535c1b2b403dcc6cf7e062cdbbe3ab8ec14a2511b699346e7) AuthConfig (5b9b021f15a13d190f4a2f0e5b0c5afb5c850e7fe6b8d0bfa5550cf03c477a9e) AuthConfig (2dcf8aa37ec859ba220258a2dc198172d26c701fc1973bec206303142ae4112f) AuthConfig (7204f7ec013b4cd3a9f43ee19d27066b7a064d8107908a6ff7d6f0cf30d061ce) AuthConfig (29848c19b341685131883c7d50e57782bdda4b1de4940d38b61434f1ea5461b4) AuthConfig (66939bae8fdb425b7d2fcae56b539b1f2524ec138b7d6a6d98082207851c1cb0) AuthConfig (9ebe6f4e922dba0c0305f75c16be6997b4859dc769837864348aabecdc9f6608)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"551e449d-4e68-4b16-ad3c-1db7e31288f1","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.860418368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87fdfeec-2ba5-4f5b-8f40-f5b740eedfd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.870354757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87fdfeec-2ba5-4f5b-8f40-f5b740eedfd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.878242887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"87fdfeec-2ba5-4f5b-8f40-f5b740eedfd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.919671406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2abbbd69-d048-413c-bc36-7c96c8a37f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.929019814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2abbbd69-d048-413c-bc36-7c96c8a37f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.936929007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2abbbd69-d048-413c-bc36-7c96c8a37f37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.30154213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"db958038-e85e-45b7-9464-86ddfee9f5fe","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.310183516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"db958038-e85e-45b7-9464-86ddfee9f5fe","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.317436763Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (0a15e45a57fc13bb2e339839a29fbf5e9de3ce2e77c0cb70f2b78bb8ec7f3668) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (5f9bc57944ba7ee6f7e7a171609827b764ef0d2330199a6c2f90758c0d83ac3f) AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (1e0e404764da09e706ee9686d6e1bb9e2de66977206893cfc77bbc2a0a60eb21) AuthConfig (2c6251e82fdabad3bef31d92303898f9cda1ff6ad1dd886c6edd3f969591f705)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"db958038-e85e-45b7-9464-86ddfee9f5fe","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:30.482311994Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"445f8b70-36eb-4a36-ac8c-e6e0c038ebfd","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:30.482377073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"445f8b70-36eb-4a36-ac8c-e6e0c038ebfd","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:30.586592424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"d5fc29bf-ec91-49bf-960c-452cc0a500d8","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:30.58670423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"d5fc29bf-ec91-49bf-960c-452cc0a500d8","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.622996118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6977fa9d-478a-446d-9c2a-c3bec4d3abdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.62652129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6977fa9d-478a-446d-9c2a-c3bec4d3abdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.629876378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6977fa9d-478a-446d-9c2a-c3bec4d3abdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.633242092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6977fa9d-478a-446d-9c2a-c3bec4d3abdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.874997455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"651aa7c8-97e6-44ce-bc8c-2e6ece1df5f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.942108137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"651aa7c8-97e6-44ce-bc8c-2e6ece1df5f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.949916615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"651aa7c8-97e6-44ce-bc8c-2e6ece1df5f5","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.976699132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78736fe1-cb2a-4ba7-9b37-2c6a1dddaaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.980005654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78736fe1-cb2a-4ba7-9b37-2c6a1dddaaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.983213888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78736fe1-cb2a-4ba7-9b37-2c6a1dddaaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.986468795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78736fe1-cb2a-4ba7-9b37-2c6a1dddaaa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:31.599923465Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"0c2fd791-6a02-4d25-a16d-f43a03915cea","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:31.599988444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"0c2fd791-6a02-4d25-a16d-f43a03915cea","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.614465945Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c94fdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c94fdf","reconcileID":"889782bf-6e10-46a7-8b2e-4775bebf01bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c94fdf","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-c94fdf":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:31.660736632Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"33a7ed78-f35b-419d-9872-5758cfd17aa2","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:31.660817543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"33a7ed78-f35b-419d-9872-5758cfd17aa2","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.787225349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326f7bcf-f4ec-4d1a-b4f9-44d4abf1ca32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.79101428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326f7bcf-f4ec-4d1a-b4f9-44d4abf1ca32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.794857448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326f7bcf-f4ec-4d1a-b4f9-44d4abf1ca32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.799069264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"326f7bcf-f4ec-4d1a-b4f9-44d4abf1ca32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:32.945432175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"f0be86de-66e4-45a4-9785-010387a6ea44","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:32.945634059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"f0be86de-66e4-45a4-9785-010387a6ea44","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:37.254696275Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"9d0197d6-189e-47a6-b0f7-e6f48853b358","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:37.254768955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"9d0197d6-189e-47a6-b0f7-e6f48853b358","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.603268972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ced8630-be5a-4ce5-a500-c3a6dd122aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.607035951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ced8630-be5a-4ce5-a500-c3a6dd122aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.61027269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ced8630-be5a-4ce5-a500-c3a6dd122aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.613814094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ced8630-be5a-4ce5-a500-c3a6dd122aa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.903859161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fabe49-1573-4ba0-b340-45f24319039d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.907327859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fabe49-1573-4ba0-b340-45f24319039d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.910644817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fabe49-1573-4ba0-b340-45f24319039d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.914046399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6fabe49-1573-4ba0-b340-45f24319039d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.759135784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"fdbcc622-2780-4fc5-9798-551f0086ea9a","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.767261494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"fdbcc622-2780-4fc5-9798-551f0086ea9a","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.841164016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"3d144a84-ff97-4427-9fab-a044f805d49f","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.950198653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4888cb1c-95da-4db2-8fbb-bcb34ad45b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.952898813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0991256-e623-440e-86be-471ae226acf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.958502588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4888cb1c-95da-4db2-8fbb-bcb34ad45b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.961404884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0991256-e623-440e-86be-471ae226acf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.989622764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"764059ae-af35-4f39-8ed6-d13e7befde58","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.989647549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"764059ae-af35-4f39-8ed6-d13e7befde58","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.99200326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05724bd8-cfc9-4207-9c72-ecaf782d1f50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:38.992025364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05724bd8-cfc9-4207-9c72-ecaf782d1f50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.327884749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"35f9bc8a-b00b-4bb2-a327-ef6c2c277d37","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.336820397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"35f9bc8a-b00b-4bb2-a327-ef6c2c277d37","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.374190235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"41497e8e-ef6d-4713-b9a2-52df3fd125f5","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.374218666Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"41497e8e-ef6d-4713-b9a2-52df3fd125f5","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.959167265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"437d9735-ef59-4361-bb41-d7e970bf5ba2","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.967443689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"437d9735-ef59-4361-bb41-d7e970bf5ba2","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.974618168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66c89222c24c3c04cf3fd115f97c635c393a077618782f7b708134a791aaf8b2) AuthConfig (7a7b9cf770e63e8b9ecae7e8cbf82484a67728b8302bcf43f7310907edc3cabd) AuthConfig (bc9fbde900127779ecf68da0b15bfa8c20f08f4549af63e1af4670ee6abb240e) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (accd7df82f019f426b380215a99ca5acac85b7b47e02b3f320a28130bb5f19d4) AuthConfig (5e1ebda7e2c07ec5cce5a3ae8fcb891e12541489233f6caa86d7a4bf74a115fd) AuthConfig (352a42a199a33160d9c10614f9e3291ccdf6032a27c3237c40c964c1f214d441) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (1663abee84bf7aa3c71606e29cffc523ed84e18628de90d4a8a5c8e7d35f0b42) AuthConfig (7d81ff001ad521499d2718a25aae490ac233a54528d9138a1ef07ed329942386) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"437d9735-ef59-4361-bb41-d7e970bf5ba2","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.987518467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"e6b0e7f0-8779-4dbe-aa40-843b3b2d6375","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:41.344247691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.462025743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"4070d0d6-0ba7-40ad-85c0-7da788b07268","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.469153883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"4ffa06bf-5d6b-48af-b6ca-48129a26b6c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.483689234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"4ffa06bf-5d6b-48af-b6ca-48129a26b6c0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.492383633Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"b0f13766-570b-40f0-8848-dee48661a813","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:42.515193484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"931d3141-3acb-437b-bb0d-792353b0090a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-03fe04-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.532850695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"0b34ae44-2ee3-465e-b482-ad514baaec88","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.543592485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"abaa1f43-921d-4cf0-afc3-c1df2d348b7b","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.557115849Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"90693e61-f01e-4dda-b839-f3f98df5d513","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-b-421604","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-421604/e2e-shr-shared-03fe04-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.565669938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"641ca1bd-5c39-495c-ae9e-a31514a2b8a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.576576207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"641ca1bd-5c39-495c-ae9e-a31514a2b8a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.584410207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"222fef07-127d-4ed8-9c5d-8cfdc924b237","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.654915604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"e449935a-19f7-46aa-bce3-b3e30a4a2add","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-b-421604","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-b-421604","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.033488774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"a727646c-d4d7-4674-9ed6-88e0ff7522e1","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.033513578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"a727646c-d4d7-4674-9ed6-88e0ff7522e1","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.047556519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"e70405a3-9525-4fb3-91ee-57ee33b8fb0e","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:43.049685207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-sub","reconcileID":"7ff51adc-2f9d-4b36-a7d0-56aec1cfe00c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-b6a4dfbb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.06327715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"e70405a3-9525-4fb3-91ee-57ee33b8fb0e","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.068302563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"f65d1221-366e-46ae-b1af-1d8d60f4fe7b","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.068330676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"f65d1221-366e-46ae-b1af-1d8d60f4fe7b","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:43.15678556Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"f65d1221-366e-46ae-b1af-1d8d60f4fe7b","name":"e2e-fail-b6a4dfbb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-b6a4dfbb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:43.190787355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"f65d1221-366e-46ae-b1af-1d8d60f4fe7b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-b6a4dfbb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.197395788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"b98a4cb4-2e3e-4bef-bd66-42e5f57fb0c4","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.197434358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"b98a4cb4-2e3e-4bef-bd66-42e5f57fb0c4","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.199611228Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-sub","reconcileID":"3873aae1-c34c-4329-a66f-1dd92e870732","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-fail-b6a4dfbb","model":"e2e-fail-b6a4dfbb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-05473b/e2e-fail-b6a4dfbb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.201962051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"d8441122-7cc2-4cf1-9985-5b28b8ed0ec4","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.21100511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"d8441122-7cc2-4cf1-9985-5b28b8ed0ec4","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.231012071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"765ee4c9-42c5-4c1e-9e75-ede2b062616b","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.231031496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"765ee4c9-42c5-4c1e-9e75-ede2b062616b","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:43.244333941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-sub","reconcileID":"e922a330-cb5a-4f7d-90f5-4db9fb2ec8d2","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-fail-b6a4dfbb","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:44.199103039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"130f2391-e7b7-47f8-9431-aced357f2332","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:44.199160504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"130f2391-e7b7-47f8-9431-aced357f2332","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:44.302097326Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"ff012ecb-61eb-48b7-a073-c364fdeb4b3b","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:44.302162243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"ff012ecb-61eb-48b7-a073-c364fdeb4b3b","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.322640316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc15264-44e5-44ad-a882-7dd13529ebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.326326644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc15264-44e5-44ad-a882-7dd13529ebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.329562641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc15264-44e5-44ad-a882-7dd13529ebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.343827427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cc15264-44e5-44ad-a882-7dd13529ebde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.687755382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6aa895-c1e3-4705-b206-7ba2a84e0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.691526627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6aa895-c1e3-4705-b206-7ba2a84e0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.695013165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6aa895-c1e3-4705-b206-7ba2a84e0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.698582722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f6aa895-c1e3-4705-b206-7ba2a84e0d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.015847076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7812b4-492d-481a-86dd-5cae9ca0f850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.019195721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7812b4-492d-481a-86dd-5cae9ca0f850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.022782255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7812b4-492d-481a-86dd-5cae9ca0f850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.026362957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7812b4-492d-481a-86dd-5cae9ca0f850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:45.353156697Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"b0af730e-b52f-42f5-b618-bb1e20708082","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:45.353222464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"b0af730e-b52f-42f5-b618-bb1e20708082","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.369449435Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-f5afd7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-f5afd7","reconcileID":"f6c7b40c-f1fb-4a00-a85e-98a549344d59","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-f5afd7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-f5afd7":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:45.441042337Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"e2328931-5c7e-4a3f-8de8-6afa14f1f97b","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:45.441104841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"e2328931-5c7e-4a3f-8de8-6afa14f1f97b","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.556912337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea3a8a-f0e4-4789-807c-eb0248898993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.561156988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea3a8a-f0e4-4789-807c-eb0248898993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.56928414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea3a8a-f0e4-4789-807c-eb0248898993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.602117664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ea3a8a-f0e4-4789-807c-eb0248898993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.043725395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab9b49-36f1-49cc-8a28-3a7c484915f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.047113138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab9b49-36f1-49cc-8a28-3a7c484915f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.050439378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab9b49-36f1-49cc-8a28-3a7c484915f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.053789686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2ab9b49-36f1-49cc-8a28-3a7c484915f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.250038532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73052dba-d448-42b7-957b-b5692edfe5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.253484881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73052dba-d448-42b7-957b-b5692edfe5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.256905281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73052dba-d448-42b7-957b-b5692edfe5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:46.261231799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73052dba-d448-42b7-957b-b5692edfe5f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:46.676235024Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"4cdcd415-b893-4a9a-81cc-dd90cf6ee856","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:46.676312858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"4cdcd415-b893-4a9a-81cc-dd90cf6ee856","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:50.992563247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"7b1926a9-cf9f-4063-bb76-55f54ffde496","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:51.000768451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"7b1926a9-cf9f-4063-bb76-55f54ffde496","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:51.007852504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66c89222c24c3c04cf3fd115f97c635c393a077618782f7b708134a791aaf8b2) AuthConfig (7a7b9cf770e63e8b9ecae7e8cbf82484a67728b8302bcf43f7310907edc3cabd) AuthConfig (bc9fbde900127779ecf68da0b15bfa8c20f08f4549af63e1af4670ee6abb240e) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (accd7df82f019f426b380215a99ca5acac85b7b47e02b3f320a28130bb5f19d4) AuthConfig (5e1ebda7e2c07ec5cce5a3ae8fcb891e12541489233f6caa86d7a4bf74a115fd) AuthConfig (352a42a199a33160d9c10614f9e3291ccdf6032a27c3237c40c964c1f214d441) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (1663abee84bf7aa3c71606e29cffc523ed84e18628de90d4a8a5c8e7d35f0b42) AuthConfig (7d81ff001ad521499d2718a25aae490ac233a54528d9138a1ef07ed329942386) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"7b1926a9-cf9f-4063-bb76-55f54ffde496","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:53.146150912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"60f22913-2a12-41f6-8d5a-3036fa646751","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:53.188764174Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"60f22913-2a12-41f6-8d5a-3036fa646751","name":"e2e-inf-b-c94fdf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.018812977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"4c5c07ba-588c-454c-980e-0053b09a3af3","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.027719251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"4c5c07ba-588c-454c-980e-0053b09a3af3","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.03513297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66c89222c24c3c04cf3fd115f97c635c393a077618782f7b708134a791aaf8b2) AuthConfig (7a7b9cf770e63e8b9ecae7e8cbf82484a67728b8302bcf43f7310907edc3cabd) AuthConfig (bc9fbde900127779ecf68da0b15bfa8c20f08f4549af63e1af4670ee6abb240e) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (accd7df82f019f426b380215a99ca5acac85b7b47e02b3f320a28130bb5f19d4) AuthConfig (5e1ebda7e2c07ec5cce5a3ae8fcb891e12541489233f6caa86d7a4bf74a115fd) AuthConfig (352a42a199a33160d9c10614f9e3291ccdf6032a27c3237c40c964c1f214d441) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (1663abee84bf7aa3c71606e29cffc523ed84e18628de90d4a8a5c8e7d35f0b42) AuthConfig (7d81ff001ad521499d2718a25aae490ac233a54528d9138a1ef07ed329942386) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"4c5c07ba-588c-454c-980e-0053b09a3af3","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:06.302946736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"31aba186-7c55-47f7-a748-c70efcf0c04f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:06.34346024Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"31aba186-7c55-47f7-a748-c70efcf0c04f","name":"e2e-inf-b-f5afd7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:11.059221453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"4d9fb878-46b0-48f5-9c52-3b01c854d8d6","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:11.067659927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"4d9fb878-46b0-48f5-9c52-3b01c854d8d6","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:11.074965496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66c89222c24c3c04cf3fd115f97c635c393a077618782f7b708134a791aaf8b2) AuthConfig (7a7b9cf770e63e8b9ecae7e8cbf82484a67728b8302bcf43f7310907edc3cabd) AuthConfig (bc9fbde900127779ecf68da0b15bfa8c20f08f4549af63e1af4670ee6abb240e) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (accd7df82f019f426b380215a99ca5acac85b7b47e02b3f320a28130bb5f19d4) AuthConfig (5e1ebda7e2c07ec5cce5a3ae8fcb891e12541489233f6caa86d7a4bf74a115fd) AuthConfig (352a42a199a33160d9c10614f9e3291ccdf6032a27c3237c40c964c1f214d441) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (1663abee84bf7aa3c71606e29cffc523ed84e18628de90d4a8a5c8e7d35f0b42) AuthConfig (7d81ff001ad521499d2718a25aae490ac233a54528d9138a1ef07ed329942386) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"4d9fb878-46b0-48f5-9c52-3b01c854d8d6","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:11.355318063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:14.6458425Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"9e3c6792-9e5e-43b0-bf37-5cc68875f55e","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:14.645914021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"9e3c6792-9e5e-43b0-bf37-5cc68875f55e","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:14.997412317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03316c98-5aa5-46fd-a467-70b7ea6b6021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.001324235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03316c98-5aa5-46fd-a467-70b7ea6b6021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.005048982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03316c98-5aa5-46fd-a467-70b7ea6b6021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.00911141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03316c98-5aa5-46fd-a467-70b7ea6b6021","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.237079361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0c8750-4e50-41bd-ae68-cd47f4ea7b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.24040286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0c8750-4e50-41bd-ae68-cd47f4ea7b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.243554187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0c8750-4e50-41bd-ae68-cd47f4ea7b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.247498718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d0c8750-4e50-41bd-ae68-cd47f4ea7b79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.092882219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"ecbb466f-91ed-44ce-b4c8-2e7d29458aa9","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.124810426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"ecbb466f-91ed-44ce-b4c8-2e7d29458aa9","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.134933816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-c7aecb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66c89222c24c3c04cf3fd115f97c635c393a077618782f7b708134a791aaf8b2) AuthConfig (7a7b9cf770e63e8b9ecae7e8cbf82484a67728b8302bcf43f7310907edc3cabd) AuthConfig (bc9fbde900127779ecf68da0b15bfa8c20f08f4549af63e1af4670ee6abb240e) AuthConfig (5ac053b615a5052a4327a34ee7854dca42d865be25798cbc00b0bac54ef345b0) AuthConfig (04b002f72816726e7bc9c3fe61d84c154581f4efd62901d1c51e53f28e2dd4b9) AuthConfig (accd7df82f019f426b380215a99ca5acac85b7b47e02b3f320a28130bb5f19d4) AuthConfig (5e1ebda7e2c07ec5cce5a3ae8fcb891e12541489233f6caa86d7a4bf74a115fd) AuthConfig (352a42a199a33160d9c10614f9e3291ccdf6032a27c3237c40c964c1f214d441) AuthConfig (02722d055115169fa169175c72fc37da6011bb432d8b81f5037228e169f607f3) AuthConfig (8a5f57feca8ce44236c420f773e7e9d2edba333dab809fdc48ed8e973aa0cd8d) AuthConfig (bceb6cdb2b51d82c5dad270113a75ca19683300609b95bc8d2cab2d6c164f28f) AuthConfig (1663abee84bf7aa3c71606e29cffc523ed84e18628de90d4a8a5c8e7d35f0b42) AuthConfig (7d81ff001ad521499d2718a25aae490ac233a54528d9138a1ef07ed329942386) AuthConfig (08686c05fa3e6cba96b6c6443459bd4722a25417f86e77774b6823bac757f2fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"ecbb466f-91ed-44ce-b4c8-2e7d29458aa9","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:23.310674934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-sub","reconcileID":"258c5116-7f40-4108-b6dc-10cb5b04866d","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-fail-b6a4dfbb","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:23.351098073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"81f4e11f-49fe-4d36-87a8-086f5a42c9e8","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:23.351222774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"81f4e11f-49fe-4d36-87a8-086f5a42c9e8","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:23.492419483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"a09e4820-2187-4d20-888b-81b8256a9cab","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-b-421604","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-b-421604","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:23.523051273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"aebd71e4-c901-4624-8eb4-08d14e46d3e0","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.254807027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"cdcfb921-ea76-4e48-bd02-75fbc85c1384","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.254858927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"8bc5c9b2-a040-4a4e-96fa-e9cbad35710c","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.265016434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"cdcfb921-ea76-4e48-bd02-75fbc85c1384","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.266260235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"8bc5c9b2-a040-4a4e-96fa-e9cbad35710c","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.073398449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"c944bbff-2687-4e0a-b464-a0dea18bbd8c","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.07344384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"eaea8ca2-af17-4575-9bf8-2bf3237ee29e","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.083215004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"eaea8ca2-af17-4575-9bf8-2bf3237ee29e","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.083426189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"c944bbff-2687-4e0a-b464-a0dea18bbd8c","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.525511865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"0b4def69-9fe3-4585-97c6-e8b3397e0d9e","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.525542122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"0b4def69-9fe3-4585-97c6-e8b3397e0d9e","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.530266661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"aaaa190e-fa09-400a-a6dc-d0de8e24f486","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.539101917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"aaaa190e-fa09-400a-a6dc-d0de8e24f486","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.548061763Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-sub","reconcileID":"757bd05e-e40a-442c-b6a2-4d06720b5e97","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d046963a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.683481116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"1c2caced-2caf-4a54-af09-ca029ca938bd","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.695272592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"1c2caced-2caf-4a54-af09-ca029ca938bd","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.081025754Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-790bc8","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8","reconcileID":"1970a49a-8f34-46db-9481-c93107113d79","namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.089160526Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-790bc8","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8","reconcileID":"c1c9af54-3d29-4135-9408-faf449d42055","namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.089867169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"09a64d72-99e4-4ff2-ad8f-fcdff15f9582","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.093307843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"e520fc63-2331-4a5e-b828-97c102276b01","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.093339904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"081740d0-876a-4bdc-bb6e-fc9d7acc9a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.09477041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7717e7e3-fe58-40d8-bda9-be7451da3800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.094832442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"91e39887-722c-4f58-bebe-e6e4756a92e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.09832232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"09a64d72-99e4-4ff2-ad8f-fcdff15f9582","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.105901288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"91e39887-722c-4f58-bebe-e6e4756a92e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.109485809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"081740d0-876a-4bdc-bb6e-fc9d7acc9a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.156284615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"e520fc63-2331-4a5e-b828-97c102276b01","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.179032891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"7717e7e3-fe58-40d8-bda9-be7451da3800","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.185396593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"544fbab0-f049-429e-970e-12927848304f","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.247804858Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"068a2669-3ca6-4e36-9b6c-bee8055e3453","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.253307625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"aa3c0e61-db01-458c-9c20-c2c141fdd1b7","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-b-421604","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-b-421604","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.255811338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"00f81afa-bef2-4a0f-9e50-98167906e0c4","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-a-db5198","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-a-db5198","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.295328045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"6cf0e66e-3588-46df-9cac-ceb885b4008a","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"name":"e2e-shr-auth-790bc8","namespace":"e2e-extmod-shr-user-2a5afd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.298995901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ad4353b-0999-4131-8963-73b3a12da6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.300893659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c870b211-1c76-435d-840c-219ab11cf3f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.302548262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"40c2169e-6945-4dd4-bd2e-d5dc6b009b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.308382171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ad4353b-0999-4131-8963-73b3a12da6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.341310724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c870b211-1c76-435d-840c-219ab11cf3f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.343532722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"40c2169e-6945-4dd4-bd2e-d5dc6b009b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.395226053Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"ff67b0d9-8ad9-4076-a86a-8e1900b2f0a8","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"name":"e2e-shr-auth-790bc8","namespace":"e2e-extmod-shr-user-2a5afd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.444927484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8fd95aa8-0279-48a4-9c0d-1240353f12c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.445814515Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"98c2e2b3-6c79-40f9-a00f-2d8e1fef0c15","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.574553971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"8fd95aa8-0279-48a4-9c0d-1240353f12c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.579412939Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"f01d20a5-06b0-416f-97e2-5b0d6abc06ba","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.587353002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"39b29c29-1b2a-4ab4-a3e9-461395cea090","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-a-db5198","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-a-db5198","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.662634067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"aae16bd9-bf78-4d82-8e54-86867d434a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.6632584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"30730ae6-50f3-43d3-9e21-703dce5709a7","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"name":"e2e-shr-auth-790bc8","namespace":"e2e-extmod-shr-user-2a5afd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.746781175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"e430e5ba-c787-42f7-8509-92814fbd8272","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-b-421604","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-b-421604","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.750506328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"aae16bd9-bf78-4d82-8e54-86867d434a61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.751633287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8010383c-d1b5-4a67-9943-d9b825fd8281","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.752813725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"efbeaf7e-e627-4aff-b295-e7e1bd83ca1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.753023583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"81658a63-c6e9-4441-b6e6-2707af39568b","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.753878254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"7c1b4017-84de-4c09-b255-e569b988422a","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.765862758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"81658a63-c6e9-4441-b6e6-2707af39568b","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.770030708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"efbeaf7e-e627-4aff-b295-e7e1bd83ca1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.813806519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8010383c-d1b5-4a67-9943-d9b825fd8281","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.886380011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"95197ee5-357e-4e5f-bd33-1f5aba6c9a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.888247893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"1d78a10d-27a8-4c08-9f19-03b34907c315","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.9164828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"95197ee5-357e-4e5f-bd33-1f5aba6c9a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.917432227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-790bc8","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8","reconcileID":"cd187bf8-f9f4-4aab-b8c2-d29c86a7ba84","namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.928003314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"b56844a0-6f2f-484f-adf8-d9028fe0be23","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.050185687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"b56844a0-6f2f-484f-adf8-d9028fe0be23","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.060004568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4b58b356-cf40-4dab-8043-2ddeead15036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.060193572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"3a72e44a-69fd-4a70-9561-1678a229e0fb","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.110442767Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"fc8d8df1-5598-450f-b485-1265aca50ae1","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.130789516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"609547a5-8059-474c-8ca1-64cec4998552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.131546836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"32431da5-31bb-4d55-91b8-e055335eac30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.194924866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"3a72e44a-69fd-4a70-9561-1678a229e0fb","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.196354206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"4b58b356-cf40-4dab-8043-2ddeead15036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.204329714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"609547a5-8059-474c-8ca1-64cec4998552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.209548607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"32431da5-31bb-4d55-91b8-e055335eac30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.222924889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"e20fb724-2b94-48a6-9246-d11912038ca6","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.255437881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"8d1ef708-199e-408b-ad53-c27dbe25d120","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.258671998Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"5760a984-c43e-472a-ba5d-c61457a7910f","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.258966242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"52f5fe6b-d684-45dc-9ed0-7673ec93771d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.258669404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"cfc771d9-3f30-4291-a0c9-9d5fb84f2743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.266930992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"8d1ef708-199e-408b-ad53-c27dbe25d120","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.267371473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"edd2c175-8d99-4dcc-a2f0-e224343c17c3","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.267921477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"cfc771d9-3f30-4291-a0c9-9d5fb84f2743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.269844827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"52f5fe6b-d684-45dc-9ed0-7673ec93771d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.275136728Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"c4f80ef3-1d82-48fd-bdb2-598dc48b8854","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.345248496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"518a5fe0-cc48-4132-ac81-b2312c91fe7a","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.346322918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d7f42e44-c69a-4759-af5b-f60ce0fd6df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.346371747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f55d5af5-f3ed-48b6-b295-eb8df4f43d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.348237276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7c2f3dc6-ed25-490b-8e4a-88b225a11210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.34977317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81841017-081f-4210-b181-8adfce95c6a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.360064476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d7f42e44-c69a-4759-af5b-f60ce0fd6df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.360380139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f55d5af5-f3ed-48b6-b295-eb8df4f43d52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.366486651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"518a5fe0-cc48-4132-ac81-b2312c91fe7a","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.369007966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7c2f3dc6-ed25-490b-8e4a-88b225a11210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.374316343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81841017-081f-4210-b181-8adfce95c6a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.578961303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"d75d1544-c108-468f-8b36-7deeac8bfc94","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.579589484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"e7ff5bfd-c3c2-4a57-9143-834aecc6a8d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.581460131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"38adec5d-78c6-4f34-a201-fa71d07a8faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.581839839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"eba8022b-e9da-45ee-b054-bac32edb6bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.64110063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"d7030133-3f56-4c94-a04b-036ca834e012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.643679589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"d75d1544-c108-468f-8b36-7deeac8bfc94","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.646221917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"e7ff5bfd-c3c2-4a57-9143-834aecc6a8d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.648725253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"38adec5d-78c6-4f34-a201-fa71d07a8faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.650852119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"eba8022b-e9da-45ee-b054-bac32edb6bbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.651568722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"d7030133-3f56-4c94-a04b-036ca834e012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.805873317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"f9754cb0-2e54-4b24-8125-8819da04948a","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.809539523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"1019f280-65a0-43af-b5b3-f945878e749d","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:28.817333715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"f64ef654-1f8e-4433-8b0d-b29c52f3380a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-64a5ec-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.86151921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"1019f280-65a0-43af-b5b3-f945878e749d","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.86668581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"13fd49b2-4262-4124-b0e7-26a80b18f7a8","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.876786569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"3be3f6b9-836f-4763-85e4-04bc3ae6e0b9","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.885955461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"252e87de-0294-4623-b936-51f004a5aebf","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.910821181Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"8563b2ea-c533-407b-99e8-485cc7137d29","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"maas-trlp-e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-c7aecb/e2e-shr-quota-64a5ec-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.939680061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"80893acd-87d5-4297-bff8-542f4eb6af07","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.984220131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"0a50ad99-52df-491b-993e-462561b41f39","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:28.992859679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"0a50ad99-52df-491b-993e-462561b41f39","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:29.000221163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"e9a77768-ac60-423e-bf87-2fe9419c749d","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"maas-trlp-e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:29.030739506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"bf9d3210-5b86-4373-9cc9-0f0875d9b39c","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:30.275799622Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"a3f76080-db27-4ca2-b0ce-00885f853b85","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:30.27588513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"a3f76080-db27-4ca2-b0ce-00885f853b85","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.524231889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884d5adf-9543-463a-af90-fa68b8eaa8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.528255506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884d5adf-9543-463a-af90-fa68b8eaa8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.532168044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884d5adf-9543-463a-af90-fa68b8eaa8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.536730816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884d5adf-9543-463a-af90-fa68b8eaa8b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.729961859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234a2da1-fd83-4358-ae77-146d874a5eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.733344185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234a2da1-fd83-4358-ae77-146d874a5eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.736583503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234a2da1-fd83-4358-ae77-146d874a5eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:30.740050838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234a2da1-fd83-4358-ae77-146d874a5eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.417999429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"3a5b2222-002f-4675-891e-6723bef6a776","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.425984455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"9288e739-5035-4ca4-9595-bbfd118df256","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.432895655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"6c38ddd2-89eb-4052-8d45-4df397fd140f","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.441689328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"6c38ddd2-89eb-4052-8d45-4df397fd140f","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.480562842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"07115ddc-074e-4acd-b1d5-5c65f6ffb7f3","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.891422374Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-db5198 priority=0:[ai-tenant-e2e-extmod-a-db5198/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-a-db5198/e2e-shr-shared-03fe04-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.895772891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"9135dc12-9125-49df-8bf8-f35f7d00d536","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.905992124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"7b778e72-427e-4b11-b2b3-13eb55649e84","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.90606336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"1cc9a884-f221-4a20-9f91-3d107f3db565","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:33.906492638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-sub","reconcileID":"c9295f18-e1c1-4ab2-b807-41d67c984a93","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-790bc8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.916739331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"1cc9a884-f221-4a20-9f91-3d107f3db565","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.91700088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"7b778e72-427e-4b11-b2b3-13eb55649e84","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.917929301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"91f35f86-0981-42b2-9d6a-e432876c2ba1","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.926119398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"a0f99e3c-70cb-442b-b0c1-5250dd323b93","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.934644497Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"e9065e33-36bd-4212-9d01-85f14bd7f46a","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.94386721Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"fc597660-c5d8-4fa0-a116-6ef1ee910d37","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.954111826Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-sub","reconcileID":"b61ce8bb-b1be-4754-82ba-58deac8e2d24","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-auth-790bc8-e2e-extmod-a-db5198","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-db5198/e2e-shr-auth-790bc8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.984460695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"4fbb7eea-7c93-4df4-bc3f-94b94bf63e8d","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.041441837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"d6b0b52f-049e-411a-b1ba-837258dd329f","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.041678174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"3b1c257a-40cc-4e36-b962-2ef7f80abdef","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.061208908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"d6b0b52f-049e-411a-b1ba-837258dd329f","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.061341561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"3b1c257a-40cc-4e36-b962-2ef7f80abdef","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.068322518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-sub","reconcileID":"f351c198-570c-40e0-9f35-fccfcb4fb8fa","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-auth-790bc8-e2e-extmod-a-db5198","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-a-db5198","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.100590866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"2aab2a07-8cff-4ae1-9578-e487d096fc5e","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.552053712Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-sub","reconcileID":"efba030f-6bed-4f9b-9d18-80df0694d7df","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","subscription":"e2e-fail-b6a4dfbb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.561984165Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-sub","reconcileID":"efba030f-6bed-4f9b-9d18-80df0694d7df","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.565934252Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-sub","reconcileID":"efba030f-6bed-4f9b-9d18-80df0694d7df","MaaSSubscription":{"name":"e2e-fail-b6a4dfbb-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.597378594Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-db5198 priority=0:[ai-tenant-e2e-extmod-a-db5198/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-a-db5198/e2e-shr-shared-03fe04-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.601058577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"fc7d8dbb-1077-4161-bfb9-e51867965993","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.601077007Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"fc7d8dbb-1077-4161-bfb9-e51867965993","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.605991473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"22ec52fe-83f0-48f0-9aad-6c1a2b6a46da","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.618913689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"22ec52fe-83f0-48f0-9aad-6c1a2b6a46da","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.707453078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"5facb681-11b4-4e88-a317-9f7f4023cdf3","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.715812437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"5facb681-11b4-4e88-a317-9f7f4023cdf3","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.749829865Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"214fe350-d81d-478b-935d-d365c48c489f","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.754040211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"840eebf8-2cdc-4165-8278-b8fe456f2764","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.754062151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"840eebf8-2cdc-4165-8278-b8fe456f2764","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.937404743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"214fe350-d81d-478b-935d-d365c48c489f","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.96878131Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"214fe350-d81d-478b-935d-d365c48c489f","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.968808771Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-fail-b6a4dfbb-access","reconcileID":"214fe350-d81d-478b-935d-d365c48c489f","MaaSAuthPolicy":{"name":"e2e-fail-b6a4dfbb-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.984504339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"377ba73a-a838-4e8d-93f0-919c25e28bfa","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-b-05473b","gateway":"openshift-ingress/e2e-extmod-b-05473b","model":"e2e-extmod-fail-user-e58925/e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:36.98452758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"377ba73a-a838-4e8d-93f0-919c25e28bfa","MaaSModelRef":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-b6a4dfbb-6d64e6f3e3ab","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-b6a4dfbb","externalModel":"e2e-fail-b6a4dfbb","provider":"e2e-fail-b6a4dfbb-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.520026711Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"d12e72e6-7adc-4b5d-98f6-4ca4ab83dac7","namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.546105267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"bf2cbeaf-bfd7-4d3c-bac9-a6f61ab42b6b","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.546128343Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"bf2cbeaf-bfd7-4d3c-bac9-a6f61ab42b6b","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.57101321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-sub","reconcileID":"3c4026e5-846d-414e-af2c-955fab1729bb","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-fail-06f3c025","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.653577544Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-b6a4dfbb","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","reconcileID":"d59b7872-07c5-4095-bbf0-3ed470327d1f","namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-b6a4dfbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.654447987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"f836741c-6f40-4f25-9f71-dd3ef712e26d","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.657992562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8faaeed1-6ba3-4608-855d-d5c05553e3fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.661632458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"0d0169e1-9275-4bbd-9b28-8ba89616a069","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.662250142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"5ef9851d-b15f-41d5-8dbf-e61414d4d766","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.663201855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bf509603-f297-4f11-bd29-ef0e36f683c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.666197027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"f836741c-6f40-4f25-9f71-dd3ef712e26d","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.66813388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8faaeed1-6ba3-4608-855d-d5c05553e3fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.743327045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"bf509603-f297-4f11-bd29-ef0e36f683c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.74395667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"0d0169e1-9275-4bbd-9b28-8ba89616a069","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.745541088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"5ef9851d-b15f-41d5-8dbf-e61414d4d766","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.762250625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"d51b49a8-88a4-4d89-a8ce-ff17bb9e8fb9","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.764529871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"43d78105-8319-499d-b6a7-b2bbd526cf4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.765160834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"6180bab7-c7f6-47e9-9aea-b1a80eff0c9e","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.772372834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"d51b49a8-88a4-4d89-a8ce-ff17bb9e8fb9","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.856363855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"6180bab7-c7f6-47e9-9aea-b1a80eff0c9e","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.891873107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e018bdc8-b5f1-43af-9c49-2c937ec291d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:37.977903017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"43d78105-8319-499d-b6a7-b2bbd526cf4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.001220478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd7ec3b-155f-4dc4-a41d-4ea311b95aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.034791802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e018bdc8-b5f1-43af-9c49-2c937ec291d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.067817011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5cd7ec3b-155f-4dc4-a41d-4ea311b95aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.165659399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ee861401-2118-4c73-898b-31e638c50d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.166318305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3631e1a2-f376-4594-a9d0-fd8891a44af3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.173981185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"927178af-3b17-4cdb-bb08-290b8d6c5f89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.177113005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47835532-38a1-418c-8078-1f7378aaa47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.181113682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"ee861401-2118-4c73-898b-31e638c50d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.183054657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"3631e1a2-f376-4594-a9d0-fd8891a44af3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.19016205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"47835532-38a1-418c-8078-1f7378aaa47a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.192258376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"927178af-3b17-4cdb-bb08-290b8d6c5f89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.199576368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"86069c10-1abd-498b-a66c-4c3ed70ead1a","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.199635924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"86069c10-1abd-498b-a66c-4c3ed70ead1a","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.221731996Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-sub","reconcileID":"ae3da04a-b550-47d4-b6c4-f827f5f0b2fc","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e58d5ff0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.241218404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"573a1d49-25b8-450e-ace1-eefaa30cbfd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.249966847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"573a1d49-25b8-450e-ace1-eefaa30cbfd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.340587607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"36db84e0-0dd3-41f4-9334-784f04fdf8b0","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.340903615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"503d328e-cb0c-4e78-8110-9c829b1d5c06","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.343269433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"93de5855-5770-4905-8125-b337ffa9599e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.343704452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b3520a42-c186-499d-864d-65d2fcd4c0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.34446913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"0397a74c-4bf6-4607-9c96-3cc4b52abd1e","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.350716571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"36db84e0-0dd3-41f4-9334-784f04fdf8b0","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.350716573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"503d328e-cb0c-4e78-8110-9c829b1d5c06","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.354115941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b3520a42-c186-499d-864d-65d2fcd4c0f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.354277875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"0397a74c-4bf6-4607-9c96-3cc4b52abd1e","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.35635135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"93de5855-5770-4905-8125-b337ffa9599e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.444560517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4a342207-9faa-45b4-a514-467b80cdd1b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.444959477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7317d78a-e778-49a1-ad1b-c88bf60387ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.446269304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"24460e24-4f6c-485f-871a-f333ce40f6d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.453295392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4a342207-9faa-45b4-a514-467b80cdd1b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.453449125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7317d78a-e778-49a1-ad1b-c88bf60387ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.455770718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"24460e24-4f6c-485f-871a-f333ce40f6d0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.807749852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"505c4219-d9be-4321-a8f6-cf6ba629ecbc","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.807779671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"505c4219-d9be-4321-a8f6-cf6ba629ecbc","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.113252472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"b51b438e-8769-47f6-8161-42f497b29c86","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.113279409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"b51b438e-8769-47f6-8161-42f497b29c86","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.121370121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"d8ddb1ff-dda8-401b-aa5e-a74675fa73b8","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.121416026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"d8ddb1ff-dda8-401b-aa5e-a74675fa73b8","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.130385451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"71eeb307-bf05-4eb0-aaa2-9fb9d89ccff5","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.160492081Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"71eeb307-bf05-4eb0-aaa2-9fb9d89ccff5","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.167985297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"71eeb307-bf05-4eb0-aaa2-9fb9d89ccff5","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.174421373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"02417104-f1c7-4df7-b049-23f2463cb814","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.174443282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"02417104-f1c7-4df7-b049-23f2463cb814","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.34611469Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.226235929Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-sub","reconcileID":"244e74d7-0be1-476b-9f98-070a06f295cc","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","subscription":"e2e-fail-06f3c025-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.234812614Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-sub","reconcileID":"244e74d7-0be1-476b-9f98-070a06f295cc","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.238814233Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-sub","reconcileID":"244e74d7-0be1-476b-9f98-070a06f295cc","MaaSSubscription":{"name":"e2e-fail-06f3c025-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.348010392Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-db5198 priority=0:[ai-tenant-e2e-extmod-a-db5198/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-a-db5198/e2e-shr-shared-03fe04-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.352051568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"d508519d-adea-4840-8307-2c417846192d","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.352071537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"d508519d-adea-4840-8307-2c417846192d","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.357144329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"e0728ca6-8555-49ee-8e31-00e982334997","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.36677831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"e0728ca6-8555-49ee-8e31-00e982334997","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.445460301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"102d9927-5d4c-4ec5-bef0-9ae637db72f1","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.445495026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"102d9927-5d4c-4ec5-bef0-9ae637db72f1","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.553404107Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"3a9e8e50-836e-45b4-81e3-8564c603bd5e","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.663016741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"3a9e8e50-836e-45b4-81e3-8564c603bd5e","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.696468919Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"3a9e8e50-836e-45b4-81e3-8564c603bd5e","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.696494029Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-fail-06f3c025-access","reconcileID":"3a9e8e50-836e-45b4-81e3-8564c603bd5e","MaaSAuthPolicy":{"name":"e2e-fail-06f3c025-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.708480195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"2fd55fdd-d477-4a2d-a6a5-32b2a8c30495","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"tenant":"e2e-extmod-a-dce009","gateway":"openshift-ingress/e2e-extmod-a-dce009","model":"e2e-extmod-fail-user-e58925/e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.708503287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"2fd55fdd-d477-4a2d-a6a5-32b2a8c30495","MaaSModelRef":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"routeName":"external-model-e2e-fail-06f3c025-615e8f86f9cd","namespace":"e2e-extmod-fail-user-e58925","model":"e2e-fail-06f3c025","externalModel":"e2e-fail-06f3c025","provider":"e2e-fail-06f3c025-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.302500438Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"42aae8e1-8169-4e2e-b3fa-7c16b587d2a7","namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.510806746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"327363b8-2b26-4ae5-8607-40adb4708736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.511489668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c750b9a-cac7-4fa3-8346-f321583ec0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.512076279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"fbd134df-9f27-4671-9ca5-65d4e2d29a53","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.512640228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f42b9e5b-9c67-48d6-8c0f-fe7761e57f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.52905219Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-06f3c025","namespace":"e2e-extmod-fail-user-e58925"},"namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","reconcileID":"d58a4f86-2164-41f5-a017-99d902005f8c","namespace":"e2e-extmod-fail-user-e58925","name":"e2e-fail-06f3c025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.553082609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"327363b8-2b26-4ae5-8607-40adb4708736","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.536694413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c5f55c8e-4e44-4bb4-ac7c-2882564ab2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.55337771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"fbd134df-9f27-4671-9ca5-65d4e2d29a53","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.543446426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5c750b9a-cac7-4fa3-8346-f321583ec0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.549155492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f42b9e5b-9c67-48d6-8c0f-fe7761e57f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.565907089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"fbd134df-9f27-4671-9ca5-65d4e2d29a53","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.567585971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"c5f55c8e-4e44-4bb4-ac7c-2882564ab2e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.581687406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a014deb6-3291-41ff-9961-b294d88756d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.590412271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a014deb6-3291-41ff-9961-b294d88756d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.684356761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"06ad667f-543f-48b0-91b7-f621b27d3d83","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.684955999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"996023e5-211c-49d6-b0d7-6b0a3c91f3d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.685072479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"efba225b-1879-4933-8028-fe172090f4c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.685354076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8fcb2e02-b775-471e-aedd-979e987099ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.694288984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"06ad667f-543f-48b0-91b7-f621b27d3d83","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.697556386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"8fcb2e02-b775-471e-aedd-979e987099ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.697668555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"efba225b-1879-4933-8028-fe172090f4c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.701192996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"996023e5-211c-49d6-b0d7-6b0a3c91f3d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.778891645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"76add879-cd61-482a-a753-32f52a75ec85","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.781981748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"796c6142-a69e-4040-949c-f0c2b245d9c1","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.783914235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ea3cb1a1-267e-4cc5-933a-ade7f1e4e385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.878929115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"76add879-cd61-482a-a753-32f52a75ec85","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.921486608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ea3cb1a1-267e-4cc5-933a-ade7f1e4e385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.92188332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"796c6142-a69e-4040-949c-f0c2b245d9c1","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:49.973195511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"1b9611db-a8c2-4e3f-b94a-3f19ff77f939","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.029012086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"1b9611db-a8c2-4e3f-b94a-3f19ff77f939","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.038064035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c024a44-186e-4da3-a26c-35e17698168a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.084243963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"77c61969-42c8-4acb-b43f-f247c65a64d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.084791749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"961a1347-08f4-4dc1-ba45-86e9c912e303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.092550991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c024a44-186e-4da3-a26c-35e17698168a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.096832347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"77c61969-42c8-4acb-b43f-f247c65a64d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.100371512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"961a1347-08f4-4dc1-ba45-86e9c912e303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.138107143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"05892566-bd04-4121-bfe7-ae5f67ce0271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.13818738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae436300-6233-4211-afea-25fdd909e949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.146918788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"05892566-bd04-4121-bfe7-ae5f67ce0271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.147922391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae436300-6233-4211-afea-25fdd909e949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.27491346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"9e51f959-47be-4a6b-8e8c-eace00a0f643","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.275733044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3e437abb-86b0-4725-ae5b-d2b2b1d17bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.276166529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"69e91733-1d6a-4ed7-887f-13020cfb0a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.278438796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"215d46d5-cd54-4fe1-9e09-9540e0d00614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.284227001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"3e437abb-86b0-4725-ae5b-d2b2b1d17bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.284422704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"9e51f959-47be-4a6b-8e8c-eace00a0f643","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.287388592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"215d46d5-cd54-4fe1-9e09-9540e0d00614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.287865372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"69e91733-1d6a-4ed7-887f-13020cfb0a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:50.292885476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"9e51f959-47be-4a6b-8e8c-eace00a0f643","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.227059802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"7110d82d-9ba2-4198-88f1-f95a9abf4304","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.235882865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"7110d82d-9ba2-4198-88f1-f95a9abf4304","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.243101879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"7110d82d-9ba2-4198-88f1-f95a9abf4304","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.331024804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"ed6e5df4-b838-4d6c-b766-da95b676ee7c","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.33420592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"dafcd22c-6d73-40e8-b640-4d9d65063d45","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.334270061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"bb25863b-a7cb-4f8f-be31-46b5d44905ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.339280238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"ed6e5df4-b838-4d6c-b766-da95b676ee7c","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.343173977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"dafcd22c-6d73-40e8-b640-4d9d65063d45","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.344259872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"bb25863b-a7cb-4f8f-be31-46b5d44905ce","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.42948529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"ba765214-e920-426b-8b6d-19e9dda600e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.432736516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"498670f5-eb3a-43d8-aa87-17ace3b65300","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.433400367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"7f90cfd2-417d-41aa-809d-6b34eb6f0dca","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.438237755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"ba765214-e920-426b-8b6d-19e9dda600e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.443449884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"498670f5-eb3a-43d8-aa87-17ace3b65300","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.44358787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"7f90cfd2-417d-41aa-809d-6b34eb6f0dca","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.845060224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"020538c3-43c2-4555-860e-30c697f4a11b","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:53.84509273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"020538c3-43c2-4555-860e-30c697f4a11b","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.174354113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"a17c6f5b-9aa2-4a6d-a025-5088b5352c59","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.174376487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"a17c6f5b-9aa2-4a6d-a025-5088b5352c59","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.182563906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"66a3e634-1194-43f0-9d93-2e81dd59986e","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.18258121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"66a3e634-1194-43f0-9d93-2e81dd59986e","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.190896614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"d59e9562-ea8e-477e-8514-c40088687ef4","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.220184563Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"d59e9562-ea8e-477e-8514-c40088687ef4","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.227455593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"d59e9562-ea8e-477e-8514-c40088687ef4","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.234191885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"694f3848-2227-4906-9b1c-099fd292b251","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.234208225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"694f3848-2227-4906-9b1c-099fd292b251","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.660350394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-bdd63c","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c","reconcileID":"4c23fdbf-e753-47ef-8f9d-92527f545559","namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.668895109Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-bdd63c","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c","reconcileID":"89d7fa28-7027-44c6-bf03-daf272033173","namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.670962724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"9357bb73-1c4e-402c-b8fd-c73e4437389f","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.671182753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"21f1a8e0-db12-498d-bac4-4fb98204d469","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.672122983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d9b25608-263d-4cbe-89e7-606d6707d825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.672181288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8397fd71-1af2-40e0-a3b3-bd30971b775b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.675483544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3b19bc26-8e24-4802-b014-092ae2b2c0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.67940794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"9357bb73-1c4e-402c-b8fd-c73e4437389f","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.679499782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"21f1a8e0-db12-498d-bac4-4fb98204d469","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.681772899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"d9b25608-263d-4cbe-89e7-606d6707d825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.681889963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8397fd71-1af2-40e0-a3b3-bd30971b775b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.684044616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3b19bc26-8e24-4802-b014-092ae2b2c0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.686581527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"21f1a8e0-db12-498d-bac4-4fb98204d469","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.686650973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"9357bb73-1c4e-402c-b8fd-c73e4437389f","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.697190507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"0282ba0c-3e91-4d95-b581-be82372f2403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.697576798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78af9660-d365-40fa-9256-70984363593e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.702413604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f25b6d5b-af10-49e1-bb9b-2df931abe887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.702475639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2a901e7f-2293-43de-a8b6-daf61d200f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.705319217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"0282ba0c-3e91-4d95-b581-be82372f2403","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.705655418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0e8bbe66-6908-4559-8547-e125527548d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.710981497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"f25b6d5b-af10-49e1-bb9b-2df931abe887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.741530392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78af9660-d365-40fa-9256-70984363593e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.742648211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"2a901e7f-2293-43de-a8b6-daf61d200f05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.744298056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"0e8bbe66-6908-4559-8547-e125527548d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.808466189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"4d151095-f9cf-4b9a-bf00-64d798acecc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.817053885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"4d151095-f9cf-4b9a-bf00-64d798acecc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.858852455Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"bee87126-e185-4920-ab35-7e2ed75e46a5","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"name":"e2e-shr-auth-bdd63c","namespace":"e2e-extmod-shr-user-6fabd3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.878012384Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"de9823a5-7213-48b2-9de3-2256f6ffc675","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"name":"e2e-shr-auth-bdd63c","namespace":"e2e-extmod-shr-user-6fabd3","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:57.885752586Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"de9823a5-7213-48b2-9de3-2256f6ffc675","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:57.885822919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"de9823a5-7213-48b2-9de3-2256f6ffc675","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.894252067Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"bea8003a-78dd-41d4-85ba-0295eab9f6eb","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"name":"e2e-shr-auth-bdd63c","namespace":"e2e-extmod-shr-user-6fabd3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.900880047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"834fae2c-7479-4768-b438-a75d5b6461d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.904031538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"06a8a471-09e4-4a8e-9869-db4352a7fdd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.907373831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"03de9ca0-1d8d-4375-93d4-5e44643b25ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.907977935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"79fedbca-f553-4691-bcbe-447bc35a46d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.909376806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"834fae2c-7479-4768-b438-a75d5b6461d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.910772386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"08023244-bd89-4ac9-9df3-5a2f79a03339","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.913526382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"06a8a471-09e4-4a8e-9869-db4352a7fdd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.916003429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"03de9ca0-1d8d-4375-93d4-5e44643b25ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.916567691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"79fedbca-f553-4691-bcbe-447bc35a46d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.919823537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"08023244-bd89-4ac9-9df3-5a2f79a03339","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.969236544Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-bdd63c","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c","reconcileID":"51be3e1b-d488-4225-97e3-dee64cf8ef02","namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.973137115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"8ee5a1e9-5987-430a-b49a-986241b9b809","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.000996332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"db06c4e4-7a67-4fae-8b77-33470b73adbe","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.003843106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9d2dca27-f252-44bc-a7ad-47a3d60b8f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.013071926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"db06c4e4-7a67-4fae-8b77-33470b73adbe","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.019015327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"9d2dca27-f252-44bc-a7ad-47a3d60b8f2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.051559864Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"72db71cd-67d3-4f67-97a0-ec04df49ffc6","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.094032443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"219471aa-0055-4f80-a789-6c7a2f5995a4","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.358260212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"e611614d-0e7a-408a-bb31-50736b71550d","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.376698916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"e3cbc73c-a769-42c0-9f6a-38fe3c2a8f61","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.382422645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d797ddd6-e5c1-4157-b298-eb2d7a3520f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.383818795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"efb94cb2-c9f6-4fe5-b842-328e0b48b6ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.38391084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"e611614d-0e7a-408a-bb31-50736b71550d","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.391503423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"e3cbc73c-a769-42c0-9f6a-38fe3c2a8f61","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.393083955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"e611614d-0e7a-408a-bb31-50736b71550d","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.395545564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"efb94cb2-c9f6-4fe5-b842-328e0b48b6ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.396520429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d797ddd6-e5c1-4157-b298-eb2d7a3520f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.441707603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"69901c74-c08a-4431-b79b-cc7f88859b73","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.44396884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c67db02b-f99b-4a4b-9f0b-004085842265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.444835615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"612fbf1f-ed73-4ef9-aae5-828594ebe2a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.447690182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"26883437-a670-453c-a07f-9e1c3d1379ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.448003603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f767b9c2-82d2-41e0-b33a-5496d0cdbe8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.450779463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"69901c74-c08a-4431-b79b-cc7f88859b73","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.452788216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"c67db02b-f99b-4a4b-9f0b-004085842265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.453206546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"612fbf1f-ed73-4ef9-aae5-828594ebe2a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.456149205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"26883437-a670-453c-a07f-9e1c3d1379ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.456825257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"f767b9c2-82d2-41e0-b33a-5496d0cdbe8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.45804186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"69901c74-c08a-4431-b79b-cc7f88859b73","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.529119916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"53358f99-f872-40ca-a589-581d597e0e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.52936568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f44b14b5-20e9-4a39-9adc-979f9f60060c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.53544583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"aa613015-c943-4e1a-9c93-7c8484462fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.541917253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f44b14b5-20e9-4a39-9adc-979f9f60060c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.542287941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"53358f99-f872-40ca-a589-581d597e0e64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.549362429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"aa613015-c943-4e1a-9c93-7c8484462fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.647765197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"1529a60b-9d13-4a21-acd3-dd84a8a6fbb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.650350451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"df04b56b-c344-48ce-b8ca-87a15ebedc64","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.659719819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"df04b56b-c344-48ce-b8ca-87a15ebedc64","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.660442788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"1529a60b-9d13-4a21-acd3-dd84a8a6fbb1","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.722381389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"59ff4bea-27e0-4793-862a-b2a87a7f37e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.724647747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0cda15e3-b07e-4a7b-be1d-5d97b9b66706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.726410358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4953c2ad-92a4-4fef-b88d-fb7ce3ac8500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.73100614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"59ff4bea-27e0-4793-862a-b2a87a7f37e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.733379424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0cda15e3-b07e-4a7b-be1d-5d97b9b66706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.734978169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4953c2ad-92a4-4fef-b88d-fb7ce3ac8500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.869556023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"5193f1c1-92ac-4122-a7c3-eb5e5ab1d8e5","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:59.136789523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"e1cbb924-8972-4c5e-8268-70bb187a4c1d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:59.143586923Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"5f7ec72f-9988-4607-8c56-92e376c3df4d","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:59.248367293Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"e1cbb924-8972-4c5e-8268-70bb187a4c1d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:59.262651425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"e1cbb924-8972-4c5e-8268-70bb187a4c1d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:59.390790956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"8a0d2706-55fe-4cf4-b28f-ec8ad1dea4e8","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.402453336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"90c7f09d-725e-48c1-9e6e-4f07d9102c1e","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.411129707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"90c7f09d-725e-48c1-9e6e-4f07d9102c1e","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.41850479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"90c7f09d-725e-48c1-9e6e-4f07d9102c1e","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.503245746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"18b83380-81d5-4cce-8ce4-c9bb37cb53b6","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.511512299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"18b83380-81d5-4cce-8ce4-c9bb37cb53b6","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.5185608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"18b83380-81d5-4cce-8ce4-c9bb37cb53b6","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:09.345569459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"07d04c65-b480-4100-a736-351a608dfdd0","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:09.354056107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"07d04c65-b480-4100-a736-351a608dfdd0","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:09.361381764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"07d04c65-b480-4100-a736-351a608dfdd0","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:11.348067425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.430040003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"2eaf1f19-bfa8-466e-a9c6-a00304cd5af5","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.43962983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"2eaf1f19-bfa8-466e-a9c6-a00304cd5af5","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.447821101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"2eaf1f19-bfa8-466e-a9c6-a00304cd5af5","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.61745206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"00a542fa-575a-430c-b05c-7686a2934385","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.704168606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"00a542fa-575a-430c-b05c-7686a2934385","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.751919578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"00a542fa-575a-430c-b05c-7686a2934385","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.44221876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"3a2b3ec9-410f-4ef4-8289-6dc8f0ca0df1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.460123375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"3a2b3ec9-410f-4ef4-8289-6dc8f0ca0df1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.479901898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"3a2b3ec9-410f-4ef4-8289-6dc8f0ca0df1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:20.529265076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"16f185cd-2a16-40f1-80f9-53890f19f79d","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"maas-trlp-e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:20.561564385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"13e85aea-ddb7-465f-8121-d2ec70db7e6b","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.077466433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-sub","reconcileID":"d6183ab5-3732-496a-bbcd-7fb4f07dd152","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-auth-790bc8-e2e-extmod-a-db5198","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-a-db5198","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.19284312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"9fdbaf57-600e-4285-8777-0adbe86bef9e","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.661950411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"9f4c6fb3-504f-4185-867a-fa7052dc5618","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.670767359Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"7a2bf1d3-87ac-436b-9800-f25ed8db212c","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.75334186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"d6539435-d783-4dc3-a356-d1fee9f2bb9c","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.754764279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"15b6e204-294f-4b0e-ad00-32d4b927c5d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.763262162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"15b6e204-294f-4b0e-ad00-32d4b927c5d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.763572433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"d6539435-d783-4dc3-a356-d1fee9f2bb9c","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.771283251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb5dca625e4e8f25dd7690de1fd06f6220641cbfbe7ae5db4222a44fbcb198de) AuthConfig (8d5e87eaeba3914e615ab3856f7dce1ac6cfa36300e2c4287020c1e241962277) AuthConfig (555775df21b5f2eecb3d053860ddc4a22f7aaafd16a17e6dc15a205b691ea2e7) AuthConfig (79c7dd0bd2d1afe92d2678520769047cdf249cb4ecf3d631d7d991caf902dece)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"d6539435-d783-4dc3-a356-d1fee9f2bb9c","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.782435689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"df583b5e-e4b6-4839-b6f8-7df992e146aa","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.804359476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"ad820123-d66a-4c07-bbfa-519224a43ba2","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.81346741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"ad820123-d66a-4c07-bbfa-519224a43ba2","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.821563182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb5dca625e4e8f25dd7690de1fd06f6220641cbfbe7ae5db4222a44fbcb198de) AuthConfig (8d5e87eaeba3914e615ab3856f7dce1ac6cfa36300e2c4287020c1e241962277) AuthConfig (555775df21b5f2eecb3d053860ddc4a22f7aaafd16a17e6dc15a205b691ea2e7) AuthConfig (79c7dd0bd2d1afe92d2678520769047cdf249cb4ecf3d631d7d991caf902dece)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"ad820123-d66a-4c07-bbfa-519224a43ba2","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:46:21.825979869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"ad820123-d66a-4c07-bbfa-519224a43ba2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shr-auth-bdd63c-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.895994181Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"7b383de1-2da2-4425-a68f-a6e2ea4f011d","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.898809835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"17c36515-9fa2-45ba-a254-e1bbbb0bdca6","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.898809837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"a2d745c1-db96-40f2-a650-4c19db42684d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.910264342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"a2d745c1-db96-40f2-a650-4c19db42684d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.910294951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"17c36515-9fa2-45ba-a254-e1bbbb0bdca6","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.941722306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bf6aaa529ebdb064f92ddf21a45d65bfa4aac72ff6fde7e6a84ca07e9c6deba) AuthConfig (a92f9e4f6062d3042cc5d5048abb9f2d778ea510acc08684c5e363f510baf630) AuthConfig (54e7254b612c6712adcd4effff620c186f19789ed2bc84da751f1cfad6b4ba27) AuthConfig (255f17f5409fcaf6f24f46802af20b25bf8ea1041ae09e2c917bc51ed03c1ebd) AuthConfig (3ad8f4e0608b5f7bba06fdf256ce68b087bdfbec2664904eea80e05fa2836f1f) AuthConfig (1d34dfde8421dc84b4f81511b8a865ff08ad9fe17be5b4af85c1ec531a2816a2) AuthConfig (c15d2bf04d8c286fc318ff6bb237c94e2c108f8fe4c765d2d4c6594f27a7a155) AuthConfig (1561789cd3835ec0168eb12a6306a2f42a951d1a48fe666d419cfbd36d3fd8bd) AuthConfig (e2c13d3ab30941441937e8e437e3300f405835d5be9091e813a4efc41b570e2c) AuthConfig (af65226dab7e59bdacdd9765a1c36d0646992960acd73328b3d1753666f7468e) AuthConfig (772b4f5068f402d23d6eedf8ef585037c33906b56acc9ed899f059a85b4fe82d) AuthConfig (cc73b6af5d49a182f3251315d0541146e2d3f6461d41ba31577a4dc9dab1329e) AuthConfig (6b404ef0302517f02d2af43537309e10984e88e54519dd958695dfad966bc097) AuthConfig (7eff861e09690e15a455ad4b02fe0bf2d80be71bf22fed61bb8e1e76054561a5) AuthConfig (dd4d392c4d94659642ad820dbf1e2bb739becdb605b4b6d395c87b65ca4a5b3e) AuthConfig (61962f4df2ff9b4c115ef4e0c434aa60e506db17b7c57ad5690dc8c742bf27de) AuthConfig (c9c1d72c47f997f693ae68625cb4bf7f799a60cf8f84a62cb24d33d7464c7e9f) AuthConfig (cbfc57be0d033d348ac0ef795759eb5f1d54186e4e8abeb612eaaa7b0094539a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"17c36515-9fa2-45ba-a254-e1bbbb0bdca6","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.961278683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb5dca625e4e8f25dd7690de1fd06f6220641cbfbe7ae5db4222a44fbcb198de) AuthConfig (8d5e87eaeba3914e615ab3856f7dce1ac6cfa36300e2c4287020c1e241962277) AuthConfig (555775df21b5f2eecb3d053860ddc4a22f7aaafd16a17e6dc15a205b691ea2e7) AuthConfig (79c7dd0bd2d1afe92d2678520769047cdf249cb4ecf3d631d7d991caf902dece)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"a2d745c1-db96-40f2-a650-4c19db42684d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.980015053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"11b49979-fe2c-4e1c-adf1-b24fed611eb8","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.980135848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"11b49979-fe2c-4e1c-adf1-b24fed611eb8","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.323422437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"82f5ecfb-b449-4770-89eb-413551078637","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.324130247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"8adfd20f-8adf-4df5-84ee-28c8ee2e767a","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.334073633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"82f5ecfb-b449-4770-89eb-413551078637","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.336203851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"8adfd20f-8adf-4df5-84ee-28c8ee2e767a","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.579435133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"f31d4a03-03c5-4128-a32a-c3f078c5d046","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.58209157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"49f1708d-4d9a-4cd1-8258-521a1e780050","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.58277527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"ad5fc86a-d552-4abb-8a6f-617a7d7d6437","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.584810324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"d6437f79-83ec-4bd3-8a44-17f9131d3ee1","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.589674069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"f31d4a03-03c5-4128-a32a-c3f078c5d046","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.591560091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"49f1708d-4d9a-4cd1-8258-521a1e780050","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.593872698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"ad5fc86a-d552-4abb-8a6f-617a7d7d6437","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.594291389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"d6437f79-83ec-4bd3-8a44-17f9131d3ee1","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:23.111353351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"a6d2fbfc-b0e3-49dc-bc67-bf5dab755889","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:23.115686392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"d579ec9a-bdfc-48f7-95e1-df80ead3d96b","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:23.128835488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"d579ec9a-bdfc-48f7-95e1-df80ead3d96b","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:23.129167998Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"8e599e9a-eda6-4ec3-8239-aae0b79c3384","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cb9ae211","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:23.352122431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"1eb206ff-fdc7-48b8-abe2-bcbc2b2bddee","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:23.362996413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"1eb206ff-fdc7-48b8-abe2-bcbc2b2bddee","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.260847054Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-db5198 priority=0:[ai-tenant-e2e-extmod-a-db5198/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-a-db5198/e2e-shr-shared-03fe04-sub]","namespace=ai-tenant-e2e-extmod-b-421604 priority=0:[ai-tenant-e2e-extmod-b-421604/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-b-421604/e2e-shr-shared-03fe04-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.264821895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"b6ded91f-c8c1-43d0-aa82-1769ac8ff439","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:46:27.274977763Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-421604/e2e-shr-auth-790bc8-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-790bc8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.275463387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"8d485daf-2c68-4399-bcff-5abeffdde0be","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.275664963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"fd47523d-1d63-4535-a462-c354d2f359b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.291206286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"8d485daf-2c68-4399-bcff-5abeffdde0be","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.291462039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"fd47523d-1d63-4535-a462-c354d2f359b2","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.292446014Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"5cb7db9d-7fb5-407a-8896-6450d9af0aaf","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.301103073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"557d7729-0aea-42df-b562-b362e6bac019","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.312999196Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-sub","reconcileID":"0defbe13-37bf-4343-9d4d-cd927380e0b6","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-auth-790bc8-e2e-extmod-b-421604","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-421604/e2e-shr-auth-790bc8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.345124338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"4d892ff0-43cf-4666-ae5d-858ee2ed690f","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.400664877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-sub","reconcileID":"cfd79efb-f8e2-4fd1-a2a8-10d803e3aa49","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-auth-790bc8-e2e-extmod-b-421604","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-b-421604","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.419682949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"304baad7-18fd-46a7-9659-860be47f2aad","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.419685587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"a20736ac-1965-4b0c-b27e-95c8b5f69987","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.430232938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"304baad7-18fd-46a7-9659-860be47f2aad","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.430271642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"a20736ac-1965-4b0c-b27e-95c8b5f69987","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:28.761581272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"ac8d861a-e04a-4b6a-89b3-4043b27266fe","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:28.770300262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"ac8d861a-e04a-4b6a-89b3-4043b27266fe","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:28.777917414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (636266a3fbdfc47a1d1f45ccb763d609f6f7d2872dd0fc94e34d373dff1aa7ae) AuthConfig (7520e011dd50a4e4383d6def99dfd85cef76d1a9ad0d33bf51fec2b325e24011) AuthConfig (2f6efbaad5e208683b363b6b3aa9e7c4348432aaca65aa1a110875e3b78b7004) AuthConfig (ef19e752bdb04b0399455a09a621e8eba78438a72c1738b7f970b9a42a1077a7) AuthConfig (b71192d5943e499af0442200007ea55daef7a44ba5b1a1b3d0dcc8671142174f) AuthConfig (a7c281c682b7c7cfb7db3b1a1269a5a2a97a1604cb98cf8d6135371a8ec2453f) AuthConfig (fc8afa2085b5de513514bc2dd4dd5513da4da17a46b1e0e4e34aacf3a4aa0783) AuthConfig (7bd45a83a9ca79cbd6f4a55345a037eeb8fd7e913b0e85ca748859c265e0f8c1) AuthConfig (db614b1efed8b130216434d57ff7a4f1cfb94abbfc8abd40e79316c1d3ede16b) AuthConfig (f2d3f935dee3d9d32924ec289c54cb05a4504ba27a251b55f260edf803e7e9da) AuthConfig (9a0972ac9e226fe599ae42dcc188754480fe82d0e4dc3da9299d7273894a61c7) AuthConfig (0f00b3879e3a113bdc503d8a6378950170442ee9311e8d0279bbc5e436c7307f) AuthConfig (c8a37ea9e7bf3f5b2a1d9b369ab1716eac6a157cdaa5c32e9e17914085b84a2e) AuthConfig (13df1ead9b86f5f0d54fbe5bfe48c0075bcdf246b811686530e209b1d74f5034) AuthConfig (563dccc08f2b2e76371ba81932113eddfe5356e368ed298bc83acabe8b3be95a) AuthConfig (40dea3a1042a2493d46010e1537a41024414851726ced4eb863247844941655f) AuthConfig (8eb298d45fe1a12a8e2ed6f86d1a8d9203a2ba4280ff98cdfbec70a76458c8cb) AuthConfig (3b09f1378ac607ec15b2e39d99800837f439c735c8f14eeea3ad3e01c17b26fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"ac8d861a-e04a-4b6a-89b3-4043b27266fe","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:28.7879378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"a4dded8f-9593-4e2d-b460-dc7477e2fc40","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:28.787958387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"a4dded8f-9593-4e2d-b460-dc7477e2fc40","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.974657319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"9ac04744-e316-42c3-a75a-a0118f9e3889","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.983156665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"9ac04744-e316-42c3-a75a-a0118f9e3889","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.988739556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"f2e448a4-c3d2-427e-a385-5e2b1a424710","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.990397006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb5dca625e4e8f25dd7690de1fd06f6220641cbfbe7ae5db4222a44fbcb198de) AuthConfig (8d5e87eaeba3914e615ab3856f7dce1ac6cfa36300e2c4287020c1e241962277) AuthConfig (555775df21b5f2eecb3d053860ddc4a22f7aaafd16a17e6dc15a205b691ea2e7) AuthConfig (79c7dd0bd2d1afe92d2678520769047cdf249cb4ecf3d631d7d991caf902dece)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"9ac04744-e316-42c3-a75a-a0118f9e3889","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.997289318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"f2e448a4-c3d2-427e-a385-5e2b1a424710","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:32.004491416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bf6aaa529ebdb064f92ddf21a45d65bfa4aac72ff6fde7e6a84ca07e9c6deba) AuthConfig (a92f9e4f6062d3042cc5d5048abb9f2d778ea510acc08684c5e363f510baf630) AuthConfig (54e7254b612c6712adcd4effff620c186f19789ed2bc84da751f1cfad6b4ba27) AuthConfig (255f17f5409fcaf6f24f46802af20b25bf8ea1041ae09e2c917bc51ed03c1ebd) AuthConfig (3ad8f4e0608b5f7bba06fdf256ce68b087bdfbec2664904eea80e05fa2836f1f) AuthConfig (1d34dfde8421dc84b4f81511b8a865ff08ad9fe17be5b4af85c1ec531a2816a2) AuthConfig (c15d2bf04d8c286fc318ff6bb237c94e2c108f8fe4c765d2d4c6594f27a7a155) AuthConfig (1561789cd3835ec0168eb12a6306a2f42a951d1a48fe666d419cfbd36d3fd8bd) AuthConfig (e2c13d3ab30941441937e8e437e3300f405835d5be9091e813a4efc41b570e2c) AuthConfig (af65226dab7e59bdacdd9765a1c36d0646992960acd73328b3d1753666f7468e) AuthConfig (772b4f5068f402d23d6eedf8ef585037c33906b56acc9ed899f059a85b4fe82d) AuthConfig (cc73b6af5d49a182f3251315d0541146e2d3f6461d41ba31577a4dc9dab1329e) AuthConfig (6b404ef0302517f02d2af43537309e10984e88e54519dd958695dfad966bc097) AuthConfig (7eff861e09690e15a455ad4b02fe0bf2d80be71bf22fed61bb8e1e76054561a5) AuthConfig (dd4d392c4d94659642ad820dbf1e2bb739becdb605b4b6d395c87b65ca4a5b3e) AuthConfig (61962f4df2ff9b4c115ef4e0c434aa60e506db17b7c57ad5690dc8c742bf27de) AuthConfig (c9c1d72c47f997f693ae68625cb4bf7f799a60cf8f84a62cb24d33d7464c7e9f) AuthConfig (cbfc57be0d033d348ac0ef795759eb5f1d54186e4e8abeb612eaaa7b0094539a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"f2e448a4-c3d2-427e-a385-5e2b1a424710","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.144387173Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"310dc041-e809-4a59-ab4c-ca735f9fb1ff","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","subscription":"e2e-shr-quota-64a5ec-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.1531938Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"310dc041-e809-4a59-ab4c-ca735f9fb1ff","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.160718691Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"310dc041-e809-4a59-ab4c-ca735f9fb1ff","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"maas-trlp-e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.199573897Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-db5198 priority=0:[ai-tenant-e2e-extmod-a-db5198/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-a-db5198/e2e-shr-shared-03fe04-sub]","namespace=ai-tenant-e2e-extmod-b-421604 priority=0:[ai-tenant-e2e-extmod-b-421604/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-b-421604/e2e-shr-shared-03fe04-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.206436415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"1cdc1860-77da-4656-b597-f81bb5e9825e","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.210792205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"8656a2b0-6140-45cd-aaf8-a108ac80b8a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.218986563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"8656a2b0-6140-45cd-aaf8-a108ac80b8a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.223270596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"c394e063-1907-4d6d-9fd7-c78272a4cd7a","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.309760594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"18a70a59-3c54-4a1b-9bc2-f53ba7925bf7","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.321454025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"18a70a59-3c54-4a1b-9bc2-f53ba7925bf7","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.360255206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"6742b0fd-edab-496f-aff4-4b5819396d35","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.433519052Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"5f45a966-59c6-4260-8df6-dd5d26a0b284","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.538694102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"5f45a966-59c6-4260-8df6-dd5d26a0b284","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.572100327Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"5f45a966-59c6-4260-8df6-dd5d26a0b284","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"name":"e2e-extmod-b-c7aecb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.572131705Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"e2e-shr-quota-64a5ec-access","reconcileID":"5f45a966-59c6-4260-8df6-dd5d26a0b284","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-c7aecb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.584112261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","reconcileID":"9259f342-821f-4251-8957-c3a8c0ac93a9","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-b490198f1235","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.747001331Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"aa827a61-31db-4522-bb62-21e4d618ff54","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.766579453Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"0c7be817-dc48-473b-9f24-cc5952703dae","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1a6c3d40","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.77728833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"b7930adb-37c7-4382-a4b9-76ddd44b79c2","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.786288419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"b7930adb-37c7-4382-a4b9-76ddd44b79c2","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.906735238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"9c9a7301-b56a-4d7f-9b9f-faba0087b861","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.915038968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"9c9a7301-b56a-4d7f-9b9f-faba0087b861","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:38.797992677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"d0999899-0bd2-4f6a-8602-f7f7edfa8466","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:38.807719962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"d0999899-0bd2-4f6a-8602-f7f7edfa8466","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:38.81503718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (636266a3fbdfc47a1d1f45ccb763d609f6f7d2872dd0fc94e34d373dff1aa7ae) AuthConfig (7520e011dd50a4e4383d6def99dfd85cef76d1a9ad0d33bf51fec2b325e24011) AuthConfig (2f6efbaad5e208683b363b6b3aa9e7c4348432aaca65aa1a110875e3b78b7004) AuthConfig (ef19e752bdb04b0399455a09a621e8eba78438a72c1738b7f970b9a42a1077a7) AuthConfig (b71192d5943e499af0442200007ea55daef7a44ba5b1a1b3d0dcc8671142174f) AuthConfig (a7c281c682b7c7cfb7db3b1a1269a5a2a97a1604cb98cf8d6135371a8ec2453f) AuthConfig (fc8afa2085b5de513514bc2dd4dd5513da4da17a46b1e0e4e34aacf3a4aa0783) AuthConfig (7bd45a83a9ca79cbd6f4a55345a037eeb8fd7e913b0e85ca748859c265e0f8c1) AuthConfig (db614b1efed8b130216434d57ff7a4f1cfb94abbfc8abd40e79316c1d3ede16b) AuthConfig (f2d3f935dee3d9d32924ec289c54cb05a4504ba27a251b55f260edf803e7e9da) AuthConfig (9a0972ac9e226fe599ae42dcc188754480fe82d0e4dc3da9299d7273894a61c7) AuthConfig (0f00b3879e3a113bdc503d8a6378950170442ee9311e8d0279bbc5e436c7307f) AuthConfig (c8a37ea9e7bf3f5b2a1d9b369ab1716eac6a157cdaa5c32e9e17914085b84a2e) AuthConfig (13df1ead9b86f5f0d54fbe5bfe48c0075bcdf246b811686530e209b1d74f5034) AuthConfig (563dccc08f2b2e76371ba81932113eddfe5356e368ed298bc83acabe8b3be95a) AuthConfig (40dea3a1042a2493d46010e1537a41024414851726ced4eb863247844941655f) AuthConfig (8eb298d45fe1a12a8e2ed6f86d1a8d9203a2ba4280ff98cdfbec70a76458c8cb) AuthConfig (3b09f1378ac607ec15b2e39d99800837f439c735c8f14eeea3ad3e01c17b26fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"d0999899-0bd2-4f6a-8602-f7f7edfa8466","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:41.345233469Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:42.000170183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"69b4f2e2-742f-499b-9680-791e85d62077","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:42.008591344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"69b4f2e2-742f-499b-9680-791e85d62077","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:42.016800582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb5dca625e4e8f25dd7690de1fd06f6220641cbfbe7ae5db4222a44fbcb198de) AuthConfig (8d5e87eaeba3914e615ab3856f7dce1ac6cfa36300e2c4287020c1e241962277) AuthConfig (555775df21b5f2eecb3d053860ddc4a22f7aaafd16a17e6dc15a205b691ea2e7) AuthConfig (79c7dd0bd2d1afe92d2678520769047cdf249cb4ecf3d631d7d991caf902dece)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"69b4f2e2-742f-499b-9680-791e85d62077","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:42.100215655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"5bcf0725-4aeb-4b65-a58d-016319b30a59","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:42.108686243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"5bcf0725-4aeb-4b65-a58d-016319b30a59","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:42.116194636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bf6aaa529ebdb064f92ddf21a45d65bfa4aac72ff6fde7e6a84ca07e9c6deba) AuthConfig (a92f9e4f6062d3042cc5d5048abb9f2d778ea510acc08684c5e363f510baf630) AuthConfig (54e7254b612c6712adcd4effff620c186f19789ed2bc84da751f1cfad6b4ba27) AuthConfig (255f17f5409fcaf6f24f46802af20b25bf8ea1041ae09e2c917bc51ed03c1ebd) AuthConfig (3ad8f4e0608b5f7bba06fdf256ce68b087bdfbec2664904eea80e05fa2836f1f) AuthConfig (1d34dfde8421dc84b4f81511b8a865ff08ad9fe17be5b4af85c1ec531a2816a2) AuthConfig (c15d2bf04d8c286fc318ff6bb237c94e2c108f8fe4c765d2d4c6594f27a7a155) AuthConfig (1561789cd3835ec0168eb12a6306a2f42a951d1a48fe666d419cfbd36d3fd8bd) AuthConfig (e2c13d3ab30941441937e8e437e3300f405835d5be9091e813a4efc41b570e2c) AuthConfig (af65226dab7e59bdacdd9765a1c36d0646992960acd73328b3d1753666f7468e) AuthConfig (772b4f5068f402d23d6eedf8ef585037c33906b56acc9ed899f059a85b4fe82d) AuthConfig (cc73b6af5d49a182f3251315d0541146e2d3f6461d41ba31577a4dc9dab1329e) AuthConfig (6b404ef0302517f02d2af43537309e10984e88e54519dd958695dfad966bc097) AuthConfig (7eff861e09690e15a455ad4b02fe0bf2d80be71bf22fed61bb8e1e76054561a5) AuthConfig (dd4d392c4d94659642ad820dbf1e2bb739becdb605b4b6d395c87b65ca4a5b3e) AuthConfig (61962f4df2ff9b4c115ef4e0c434aa60e506db17b7c57ad5690dc8c742bf27de) AuthConfig (c9c1d72c47f997f693ae68625cb4bf7f799a60cf8f84a62cb24d33d7464c7e9f) AuthConfig (cbfc57be0d033d348ac0ef795759eb5f1d54186e4e8abeb612eaaa7b0094539a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"5bcf0725-4aeb-4b65-a58d-016319b30a59","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:43.770907375Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"367dc5c8-bfac-42e2-a6d7-0467c52b5c1f","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","subscription":"e2e-shr-quota-64a5ec-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:43.848138447Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"367dc5c8-bfac-42e2-a6d7-0467c52b5c1f","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:43.854299285Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-sub","reconcileID":"367dc5c8-bfac-42e2-a6d7-0467c52b5c1f","MaaSSubscription":{"name":"e2e-shr-quota-64a5ec-sub","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"maas-trlp-e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:43.884794816Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-db5198 priority=0:[ai-tenant-e2e-extmod-a-db5198/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-a-db5198/e2e-shr-shared-03fe04-sub]","namespace=ai-tenant-e2e-extmod-b-421604 priority=0:[ai-tenant-e2e-extmod-b-421604/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-b-421604/e2e-shr-shared-03fe04-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:43.888675795Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"73712ab5-ce5a-49c8-ba2c-9f2c877d92ec","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:43.941148621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"75297ca3-1b4a-46c1-ba23-b0f3183fb114","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:43.949445671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"75297ca3-1b4a-46c1-ba23-b0f3183fb114","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.051434542Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"3e0d13f6-1e59-44cd-965b-0e03a379822f","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.061410996Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"0a806e5d-c496-4f75-9f35-311662c916c8","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"model":"e2e-extmod-shr-user-98870d/e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.269309674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"0a806e5d-c496-4f75-9f35-311662c916c8","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.298479173Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"0a806e5d-c496-4f75-9f35-311662c916c8","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"name":"e2e-extmod-a-37aa95-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.298501136Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"e2e-shr-quota-64a5ec-access","reconcileID":"0a806e5d-c496-4f75-9f35-311662c916c8","MaaSAuthPolicy":{"name":"e2e-shr-quota-64a5ec-access","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-37aa95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.311901027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"9c9b6d2d-c120-4bbc-807f-2b7f9bd02fce","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:44.624872554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","reconcileID":"5b73f24a-3560-4fb8-890e-b4bdae892f14","MaaSModelRef":{"name":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-quota-64a5ec-724f2951f4d0","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-quota-64a5ec-e2e-extmod-a-37aa95","externalModel":"e2e-shr-quota-64a5ec","provider":"e2e-shr-quota-64a5ec-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.165988101Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-64a5ec","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","reconcileID":"c5978ee0-cd9d-4884-9f1a-2ae04809e9f6","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.17718216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"e24dac82-f49b-4416-a72f-10b4ff9c3e3f","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.177488464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"48a714f2-9993-43ba-985d-cd0cc098de39","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.178142712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"37ce2388-f782-4b0e-9e1c-a9ebe0befaa7","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.178722694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"96826af5-2112-4168-abc2-16c799e8cd34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.179017353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"839d80f2-ea5d-468b-846f-47e199ca0b49","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.187093721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"e24dac82-f49b-4416-a72f-10b4ff9c3e3f","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.190928935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"48a714f2-9993-43ba-985d-cd0cc098de39","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.194355776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"37ce2388-f782-4b0e-9e1c-a9ebe0befaa7","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.242153994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"839d80f2-ea5d-468b-846f-47e199ca0b49","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.24392909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"96826af5-2112-4168-abc2-16c799e8cd34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.244459531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bf6aaa529ebdb064f92ddf21a45d65bfa4aac72ff6fde7e6a84ca07e9c6deba) AuthConfig (a92f9e4f6062d3042cc5d5048abb9f2d778ea510acc08684c5e363f510baf630) AuthConfig (54e7254b612c6712adcd4effff620c186f19789ed2bc84da751f1cfad6b4ba27) AuthConfig (255f17f5409fcaf6f24f46802af20b25bf8ea1041ae09e2c917bc51ed03c1ebd) AuthConfig (3ad8f4e0608b5f7bba06fdf256ce68b087bdfbec2664904eea80e05fa2836f1f) AuthConfig (1d34dfde8421dc84b4f81511b8a865ff08ad9fe17be5b4af85c1ec531a2816a2) AuthConfig (c15d2bf04d8c286fc318ff6bb237c94e2c108f8fe4c765d2d4c6594f27a7a155) AuthConfig (1561789cd3835ec0168eb12a6306a2f42a951d1a48fe666d419cfbd36d3fd8bd) AuthConfig (e2c13d3ab30941441937e8e437e3300f405835d5be9091e813a4efc41b570e2c) AuthConfig (af65226dab7e59bdacdd9765a1c36d0646992960acd73328b3d1753666f7468e) AuthConfig (772b4f5068f402d23d6eedf8ef585037c33906b56acc9ed899f059a85b4fe82d) AuthConfig (cc73b6af5d49a182f3251315d0541146e2d3f6461d41ba31577a4dc9dab1329e) AuthConfig (6b404ef0302517f02d2af43537309e10984e88e54519dd958695dfad966bc097) AuthConfig (7eff861e09690e15a455ad4b02fe0bf2d80be71bf22fed61bb8e1e76054561a5) AuthConfig (dd4d392c4d94659642ad820dbf1e2bb739becdb605b4b6d395c87b65ca4a5b3e) AuthConfig (61962f4df2ff9b4c115ef4e0c434aa60e506db17b7c57ad5690dc8c742bf27de) AuthConfig (c9c1d72c47f997f693ae68625cb4bf7f799a60cf8f84a62cb24d33d7464c7e9f) AuthConfig (cbfc57be0d033d348ac0ef795759eb5f1d54186e4e8abeb612eaaa7b0094539a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"e24dac82-f49b-4416-a72f-10b4ff9c3e3f","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.246426462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (636266a3fbdfc47a1d1f45ccb763d609f6f7d2872dd0fc94e34d373dff1aa7ae) AuthConfig (7520e011dd50a4e4383d6def99dfd85cef76d1a9ad0d33bf51fec2b325e24011) AuthConfig (2f6efbaad5e208683b363b6b3aa9e7c4348432aaca65aa1a110875e3b78b7004) AuthConfig (ef19e752bdb04b0399455a09a621e8eba78438a72c1738b7f970b9a42a1077a7) AuthConfig (b71192d5943e499af0442200007ea55daef7a44ba5b1a1b3d0dcc8671142174f) AuthConfig (a7c281c682b7c7cfb7db3b1a1269a5a2a97a1604cb98cf8d6135371a8ec2453f) AuthConfig (fc8afa2085b5de513514bc2dd4dd5513da4da17a46b1e0e4e34aacf3a4aa0783) AuthConfig (7bd45a83a9ca79cbd6f4a55345a037eeb8fd7e913b0e85ca748859c265e0f8c1) AuthConfig (db614b1efed8b130216434d57ff7a4f1cfb94abbfc8abd40e79316c1d3ede16b) AuthConfig (f2d3f935dee3d9d32924ec289c54cb05a4504ba27a251b55f260edf803e7e9da) AuthConfig (9a0972ac9e226fe599ae42dcc188754480fe82d0e4dc3da9299d7273894a61c7) AuthConfig (0f00b3879e3a113bdc503d8a6378950170442ee9311e8d0279bbc5e436c7307f) AuthConfig (c8a37ea9e7bf3f5b2a1d9b369ab1716eac6a157cdaa5c32e9e17914085b84a2e) AuthConfig (13df1ead9b86f5f0d54fbe5bfe48c0075bcdf246b811686530e209b1d74f5034) AuthConfig (563dccc08f2b2e76371ba81932113eddfe5356e368ed298bc83acabe8b3be95a) AuthConfig (40dea3a1042a2493d46010e1537a41024414851726ced4eb863247844941655f) AuthConfig (8eb298d45fe1a12a8e2ed6f86d1a8d9203a2ba4280ff98cdfbec70a76458c8cb) AuthConfig (3b09f1378ac607ec15b2e39d99800837f439c735c8f14eeea3ad3e01c17b26fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"48a714f2-9993-43ba-985d-cd0cc098de39","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.249783007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb5dca625e4e8f25dd7690de1fd06f6220641cbfbe7ae5db4222a44fbcb198de) AuthConfig (8d5e87eaeba3914e615ab3856f7dce1ac6cfa36300e2c4287020c1e241962277) AuthConfig (555775df21b5f2eecb3d053860ddc4a22f7aaafd16a17e6dc15a205b691ea2e7) AuthConfig (79c7dd0bd2d1afe92d2678520769047cdf249cb4ecf3d631d7d991caf902dece)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"839d80f2-ea5d-468b-846f-47e199ca0b49","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.263563315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"d4e76caf-82e0-4e70-8ee3-083b2828fb24","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.264031135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2d4470f6-a6cd-4084-9377-f7482da4cd3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.264402251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b99ce1fa-4e2e-43c4-b226-10ddbf60ad4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.341662184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b99ce1fa-4e2e-43c4-b226-10ddbf60ad4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.343942591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"d4e76caf-82e0-4e70-8ee3-083b2828fb24","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.347481019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"2d4470f6-a6cd-4084-9377-f7482da4cd3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.382045392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3762d358-4b7f-45e3-a082-dc791a7158ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.604033945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"3762d358-4b7f-45e3-a082-dc791a7158ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.607021621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"a03047a8-22bb-406a-a8db-aae5998e22a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:46:45.616652696Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"1907eb55-b5d9-4189-88cd-0327d1b853bd","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:46:45.616727995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-ambiguous","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-ambiguous","reconcileID":"1907eb55-b5d9-4189-88cd-0327d1b853bd","error":"ExternalModel e2e-extmod-shr-user-98870d/e2e-shr-amb-b3ef8a is attached to several gateways [openshift-ingress/e2e-extmod-a-37aa95 openshift-ingress/e2e-extmod-b-c7aecb]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.617637138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"a03047a8-22bb-406a-a8db-aae5998e22a7","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.620814089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"2359e10d-d24c-46ce-b8c4-28916f495fc2","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-4fa70dde1e0c","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.621969245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"683e3e07-15fe-47b9-9963-75fd6a40e4a9","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.625900763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0cc8988-d5c4-4bf1-9cf5-96f54accd932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.631254274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"683e3e07-15fe-47b9-9963-75fd6a40e4a9","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.632298465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","reconcileID":"57fb3ded-bf3e-4550-b133-8dab25dda804","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-9b862ae3e1a1","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-b-c7aecb","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-b-c7aecb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.632577364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fc419a0f-5328-4e5b-a8f6-da31195c89c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.642585981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0cc8988-d5c4-4bf1-9cf5-96f54accd932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.643066174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f3a1416b-36f2-46eb-bff0-7a2fa8abfcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.646997392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"fc419a0f-5328-4e5b-a8f6-da31195c89c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.652223246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f3a1416b-36f2-46eb-bff0-7a2fa8abfcb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.722655682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"35f49138-cefd-423f-91b7-fdde7fb5b99a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.724080536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ec217d3-67c9-4104-9922-05deada2028d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.732898667Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-64a5ec","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","reconcileID":"a2266ca9-69c2-4fd4-af77-a047fc4b97e9","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-quota-64a5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.734258263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"35f49138-cefd-423f-91b7-fdde7fb5b99a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.735172804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ec217d3-67c9-4104-9922-05deada2028d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.892991781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"78805025-a979-41cf-9820-9333eafb08ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.916322046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"364c2629-afff-4d7d-b4f3-885e93893c47","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.926055672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a94d24e2-997e-4b08-9b82-47472de10d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.940078825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"78805025-a979-41cf-9820-9333eafb08ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.948415843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"a94d24e2-997e-4b08-9b82-47472de10d31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.949153165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"ed96c979-6089-4022-92ad-33f0adda99a3","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.949825586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d04d50f2-5650-4212-b9b6-21b899249f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.950121449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"364c2629-afff-4d7d-b4f3-885e93893c47","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.960309762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"ed96c979-6089-4022-92ad-33f0adda99a3","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.960499073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"d04d50f2-5650-4212-b9b6-21b899249f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.962687037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bf6aaa529ebdb064f92ddf21a45d65bfa4aac72ff6fde7e6a84ca07e9c6deba) AuthConfig (a92f9e4f6062d3042cc5d5048abb9f2d778ea510acc08684c5e363f510baf630) AuthConfig (54e7254b612c6712adcd4effff620c186f19789ed2bc84da751f1cfad6b4ba27) AuthConfig (255f17f5409fcaf6f24f46802af20b25bf8ea1041ae09e2c917bc51ed03c1ebd) AuthConfig (3ad8f4e0608b5f7bba06fdf256ce68b087bdfbec2664904eea80e05fa2836f1f) AuthConfig (1d34dfde8421dc84b4f81511b8a865ff08ad9fe17be5b4af85c1ec531a2816a2) AuthConfig (c15d2bf04d8c286fc318ff6bb237c94e2c108f8fe4c765d2d4c6594f27a7a155) AuthConfig (1561789cd3835ec0168eb12a6306a2f42a951d1a48fe666d419cfbd36d3fd8bd) AuthConfig (e2c13d3ab30941441937e8e437e3300f405835d5be9091e813a4efc41b570e2c) AuthConfig (af65226dab7e59bdacdd9765a1c36d0646992960acd73328b3d1753666f7468e) AuthConfig (772b4f5068f402d23d6eedf8ef585037c33906b56acc9ed899f059a85b4fe82d) AuthConfig (cc73b6af5d49a182f3251315d0541146e2d3f6461d41ba31577a4dc9dab1329e) AuthConfig (6b404ef0302517f02d2af43537309e10984e88e54519dd958695dfad966bc097) AuthConfig (7eff861e09690e15a455ad4b02fe0bf2d80be71bf22fed61bb8e1e76054561a5) AuthConfig (dd4d392c4d94659642ad820dbf1e2bb739becdb605b4b6d395c87b65ca4a5b3e) AuthConfig (61962f4df2ff9b4c115ef4e0c434aa60e506db17b7c57ad5690dc8c742bf27de) AuthConfig (c9c1d72c47f997f693ae68625cb4bf7f799a60cf8f84a62cb24d33d7464c7e9f) AuthConfig (cbfc57be0d033d348ac0ef795759eb5f1d54186e4e8abeb612eaaa7b0094539a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"364c2629-afff-4d7d-b4f3-885e93893c47","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:45.968430132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (636266a3fbdfc47a1d1f45ccb763d609f6f7d2872dd0fc94e34d373dff1aa7ae) AuthConfig (7520e011dd50a4e4383d6def99dfd85cef76d1a9ad0d33bf51fec2b325e24011) AuthConfig (2f6efbaad5e208683b363b6b3aa9e7c4348432aaca65aa1a110875e3b78b7004) AuthConfig (ef19e752bdb04b0399455a09a621e8eba78438a72c1738b7f970b9a42a1077a7) AuthConfig (b71192d5943e499af0442200007ea55daef7a44ba5b1a1b3d0dcc8671142174f) AuthConfig (a7c281c682b7c7cfb7db3b1a1269a5a2a97a1604cb98cf8d6135371a8ec2453f) AuthConfig (fc8afa2085b5de513514bc2dd4dd5513da4da17a46b1e0e4e34aacf3a4aa0783) AuthConfig (7bd45a83a9ca79cbd6f4a55345a037eeb8fd7e913b0e85ca748859c265e0f8c1) AuthConfig (db614b1efed8b130216434d57ff7a4f1cfb94abbfc8abd40e79316c1d3ede16b) AuthConfig (f2d3f935dee3d9d32924ec289c54cb05a4504ba27a251b55f260edf803e7e9da) AuthConfig (9a0972ac9e226fe599ae42dcc188754480fe82d0e4dc3da9299d7273894a61c7) AuthConfig (0f00b3879e3a113bdc503d8a6378950170442ee9311e8d0279bbc5e436c7307f) AuthConfig (c8a37ea9e7bf3f5b2a1d9b369ab1716eac6a157cdaa5c32e9e17914085b84a2e) AuthConfig (13df1ead9b86f5f0d54fbe5bfe48c0075bcdf246b811686530e209b1d74f5034) AuthConfig (563dccc08f2b2e76371ba81932113eddfe5356e368ed298bc83acabe8b3be95a) AuthConfig (40dea3a1042a2493d46010e1537a41024414851726ced4eb863247844941655f) AuthConfig (8eb298d45fe1a12a8e2ed6f86d1a8d9203a2ba4280ff98cdfbec70a76458c8cb) AuthConfig (3b09f1378ac607ec15b2e39d99800837f439c735c8f14eeea3ad3e01c17b26fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"ed96c979-6089-4022-92ad-33f0adda99a3","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.024097241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"8f79e736-bd1e-42c9-9d86-8619a4b8d250","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.027103264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"339091bc-3841-44a3-91e1-5da5a43a429f","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.030410472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13ceaad2-1478-40ba-ba34-ad3b392d0078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.030880588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9a40fe1f-8ef2-4d3b-82c1-acfdbce4a643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.036249222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"8f79e736-bd1e-42c9-9d86-8619a4b8d250","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.03670787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"6c63b801-22e5-46b2-9e99-08b57139749a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.04077894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"339091bc-3841-44a3-91e1-5da5a43a429f","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.044428578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13ceaad2-1478-40ba-ba34-ad3b392d0078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.044493954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9a40fe1f-8ef2-4d3b-82c1-acfdbce4a643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.046613471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb5dca625e4e8f25dd7690de1fd06f6220641cbfbe7ae5db4222a44fbcb198de) AuthConfig (8d5e87eaeba3914e615ab3856f7dce1ac6cfa36300e2c4287020c1e241962277) AuthConfig (555775df21b5f2eecb3d053860ddc4a22f7aaafd16a17e6dc15a205b691ea2e7) AuthConfig (79c7dd0bd2d1afe92d2678520769047cdf249cb4ecf3d631d7d991caf902dece)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"8f79e736-bd1e-42c9-9d86-8619a4b8d250","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.048131121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"6c63b801-22e5-46b2-9e99-08b57139749a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.059303852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9505cf9c-ac42-4316-b5b0-b054fa9372dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.068469712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"9505cf9c-ac42-4316-b5b0-b054fa9372dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.126046939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"eb68d443-2b81-4a88-8b9f-60218699dbd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.126056963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"bec8d121-33f4-403a-9d9b-6872f6aafdd8","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.128187756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"825c2e4b-3546-4edc-88e5-74e3a437f73c","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.12819565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f220b5b3-ac3a-4208-bdcd-5fa06aaa749a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.128590839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ada779e5-3e1a-418b-b899-7c6b0e1886b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.13489061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"eb68d443-2b81-4a88-8b9f-60218699dbd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.134988261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"bec8d121-33f4-403a-9d9b-6872f6aafdd8","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.138384716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"825c2e4b-3546-4edc-88e5-74e3a437f73c","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.139563675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ada779e5-3e1a-418b-b899-7c6b0e1886b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.140853143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"f220b5b3-ac3a-4208-bdcd-5fa06aaa749a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.227649048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8324ef89-02ad-49a1-b83b-f3037e1ab92d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.227796656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"7f668e21-d694-45ec-af01-f14e15c20d43","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.229908969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"f2728807-fea5-4e4c-92e4-1e6f559e23a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.236784208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8324ef89-02ad-49a1-b83b-f3037e1ab92d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.237821653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"7f668e21-d694-45ec-af01-f14e15c20d43","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:46.239215207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"f2728807-fea5-4e4c-92e4-1e6f559e23a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.123066539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","reconcileID":"20c0095b-3905-4a53-848f-fec3796a51aa","MaaSModelRef":{"name":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","namespace":"e2e-extmod-shr-user-98870d"},"routeName":"external-model-e2e-shr-amb-b3ef8a-4fa70dde1e0c","namespace":"e2e-extmod-shr-user-98870d","model":"e2e-shr-amb-b3ef8a-e2e-extmod-a-37aa95","externalModel":"e2e-shr-amb-b3ef8a","provider":"e2e-shr-amb-b3ef8a-provider","gateway":"openshift-ingress/e2e-extmod-a-37aa95","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.717131961Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b3ef8a","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","reconcileID":"8e86a34b-00a9-4e36-8649-4eb4f6f389af","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.730343522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"5643bd8e-aeb9-44cd-9efb-fffb36279bb3","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.730419165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"cd3b14c0-ea71-4853-add7-1dc3d068ba43","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.730835143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"9ddaa001-4602-4ea7-9291-58a2dc07a719","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.730847273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"24f8aa1a-33e2-4a58-808d-672c5dc707b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.733203411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ae9bd002-d30e-4431-aa14-fad16ca4e0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.739273465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"cd3b14c0-ea71-4853-add7-1dc3d068ba43","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.739569139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"9ddaa001-4602-4ea7-9291-58a2dc07a719","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.741614237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"5643bd8e-aeb9-44cd-9efb-fffb36279bb3","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.742213686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"24f8aa1a-33e2-4a58-808d-672c5dc707b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.744503093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"ae9bd002-d30e-4431-aa14-fad16ca4e0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.751713924Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (636266a3fbdfc47a1d1f45ccb763d609f6f7d2872dd0fc94e34d373dff1aa7ae) AuthConfig (7520e011dd50a4e4383d6def99dfd85cef76d1a9ad0d33bf51fec2b325e24011) AuthConfig (2f6efbaad5e208683b363b6b3aa9e7c4348432aaca65aa1a110875e3b78b7004) AuthConfig (ef19e752bdb04b0399455a09a621e8eba78438a72c1738b7f970b9a42a1077a7) AuthConfig (b71192d5943e499af0442200007ea55daef7a44ba5b1a1b3d0dcc8671142174f) AuthConfig (a7c281c682b7c7cfb7db3b1a1269a5a2a97a1604cb98cf8d6135371a8ec2453f) AuthConfig (fc8afa2085b5de513514bc2dd4dd5513da4da17a46b1e0e4e34aacf3a4aa0783) AuthConfig (7bd45a83a9ca79cbd6f4a55345a037eeb8fd7e913b0e85ca748859c265e0f8c1) AuthConfig (db614b1efed8b130216434d57ff7a4f1cfb94abbfc8abd40e79316c1d3ede16b) AuthConfig (f2d3f935dee3d9d32924ec289c54cb05a4504ba27a251b55f260edf803e7e9da) AuthConfig (9a0972ac9e226fe599ae42dcc188754480fe82d0e4dc3da9299d7273894a61c7) AuthConfig (0f00b3879e3a113bdc503d8a6378950170442ee9311e8d0279bbc5e436c7307f) AuthConfig (c8a37ea9e7bf3f5b2a1d9b369ab1716eac6a157cdaa5c32e9e17914085b84a2e) AuthConfig (13df1ead9b86f5f0d54fbe5bfe48c0075bcdf246b811686530e209b1d74f5034) AuthConfig (563dccc08f2b2e76371ba81932113eddfe5356e368ed298bc83acabe8b3be95a) AuthConfig (40dea3a1042a2493d46010e1537a41024414851726ced4eb863247844941655f) AuthConfig (8eb298d45fe1a12a8e2ed6f86d1a8d9203a2ba4280ff98cdfbec70a76458c8cb) AuthConfig (3b09f1378ac607ec15b2e39d99800837f439c735c8f14eeea3ad3e01c17b26fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"9ddaa001-4602-4ea7-9291-58a2dc07a719","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.751771959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bf6aaa529ebdb064f92ddf21a45d65bfa4aac72ff6fde7e6a84ca07e9c6deba) AuthConfig (a92f9e4f6062d3042cc5d5048abb9f2d778ea510acc08684c5e363f510baf630) AuthConfig (54e7254b612c6712adcd4effff620c186f19789ed2bc84da751f1cfad6b4ba27) AuthConfig (255f17f5409fcaf6f24f46802af20b25bf8ea1041ae09e2c917bc51ed03c1ebd) AuthConfig (3ad8f4e0608b5f7bba06fdf256ce68b087bdfbec2664904eea80e05fa2836f1f) AuthConfig (1d34dfde8421dc84b4f81511b8a865ff08ad9fe17be5b4af85c1ec531a2816a2) AuthConfig (c15d2bf04d8c286fc318ff6bb237c94e2c108f8fe4c765d2d4c6594f27a7a155) AuthConfig (1561789cd3835ec0168eb12a6306a2f42a951d1a48fe666d419cfbd36d3fd8bd) AuthConfig (e2c13d3ab30941441937e8e437e3300f405835d5be9091e813a4efc41b570e2c) AuthConfig (af65226dab7e59bdacdd9765a1c36d0646992960acd73328b3d1753666f7468e) AuthConfig (772b4f5068f402d23d6eedf8ef585037c33906b56acc9ed899f059a85b4fe82d) AuthConfig (cc73b6af5d49a182f3251315d0541146e2d3f6461d41ba31577a4dc9dab1329e) AuthConfig (6b404ef0302517f02d2af43537309e10984e88e54519dd958695dfad966bc097) AuthConfig (7eff861e09690e15a455ad4b02fe0bf2d80be71bf22fed61bb8e1e76054561a5) AuthConfig (dd4d392c4d94659642ad820dbf1e2bb739becdb605b4b6d395c87b65ca4a5b3e) AuthConfig (61962f4df2ff9b4c115ef4e0c434aa60e506db17b7c57ad5690dc8c742bf27de) AuthConfig (c9c1d72c47f997f693ae68625cb4bf7f799a60cf8f84a62cb24d33d7464c7e9f) AuthConfig (cbfc57be0d033d348ac0ef795759eb5f1d54186e4e8abeb612eaaa7b0094539a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"cd3b14c0-ea71-4853-add7-1dc3d068ba43","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.752746714Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b3ef8a","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","reconcileID":"da0230d0-3a0b-4f9a-91a0-b79627571ae4","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.755736266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb5dca625e4e8f25dd7690de1fd06f6220641cbfbe7ae5db4222a44fbcb198de) AuthConfig (8d5e87eaeba3914e615ab3856f7dce1ac6cfa36300e2c4287020c1e241962277) AuthConfig (555775df21b5f2eecb3d053860ddc4a22f7aaafd16a17e6dc15a205b691ea2e7) AuthConfig (79c7dd0bd2d1afe92d2678520769047cdf249cb4ecf3d631d7d991caf902dece)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"24f8aa1a-33e2-4a58-808d-672c5dc707b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.762878745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3dde165a-3f61-4248-adef-96ea82dbcb63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.764143407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfba6b5e-d403-4d65-be76-218105f38663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.771619085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"3dde165a-3f61-4248-adef-96ea82dbcb63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.772640731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfba6b5e-d403-4d65-be76-218105f38663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.834247112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f457fd00-4616-4b1d-a70f-7c875ccb79cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.842755734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f457fd00-4616-4b1d-a70f-7c875ccb79cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.930253143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"01646f54-0aa8-4cbe-a82e-1710fa33dd5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.939073011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"01646f54-0aa8-4cbe-a82e-1710fa33dd5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.966785938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4588b9d1-de3c-4877-8081-3fe9ef84e66d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.967877149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"fbcc5acd-b4a4-48e5-8521-ad304ab87797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.968645168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5f386fd1-cde0-4ac0-bc34-b2223542387e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.969007007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9a296ab3-aa02-4dfc-869a-b414124d94a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.970338105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"2f762493-fe4a-4671-b9a3-d116552b12df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.975485357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4588b9d1-de3c-4877-8081-3fe9ef84e66d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.976336987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"fbcc5acd-b4a4-48e5-8521-ad304ab87797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.97801618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"5f386fd1-cde0-4ac0-bc34-b2223542387e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.978652503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"2f762493-fe4a-4671-b9a3-d116552b12df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.980408569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"9a296ab3-aa02-4dfc-869a-b414124d94a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:47.99479751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-b3ef8a","namespace":"e2e-extmod-shr-user-98870d"},"namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","reconcileID":"3ee56538-80f3-4a8c-94b0-b6990497a422","namespace":"e2e-extmod-shr-user-98870d","name":"e2e-shr-amb-b3ef8a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.052112056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"671480e8-4f9d-4b32-b3d8-2df5e0b44acf","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.052976572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b1893ce7-add8-4b39-9f0d-d2083a014f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.065550068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"59fc9de7-53f2-46d6-9a0b-3f82afd39495","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.084950023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"671480e8-4f9d-4b32-b3d8-2df5e0b44acf","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.107486446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"e818b052-5dce-4919-bb54-b65899696b70","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.14416705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"32876c88-1ec5-440b-849a-0675b0eaea9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.28158889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"b1893ce7-add8-4b39-9f0d-d2083a014f11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.292863716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"59fc9de7-53f2-46d6-9a0b-3f82afd39495","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.305540324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"32876c88-1ec5-440b-849a-0675b0eaea9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.313017954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"e818b052-5dce-4919-bb54-b65899696b70","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.442498211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"76cefa67-3abe-419a-a6c1-01b081b7b272","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.451492999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"76cefa67-3abe-419a-a6c1-01b081b7b272","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.459093858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (636266a3fbdfc47a1d1f45ccb763d609f6f7d2872dd0fc94e34d373dff1aa7ae) AuthConfig (7520e011dd50a4e4383d6def99dfd85cef76d1a9ad0d33bf51fec2b325e24011) AuthConfig (2f6efbaad5e208683b363b6b3aa9e7c4348432aaca65aa1a110875e3b78b7004) AuthConfig (ef19e752bdb04b0399455a09a621e8eba78438a72c1738b7f970b9a42a1077a7) AuthConfig (b71192d5943e499af0442200007ea55daef7a44ba5b1a1b3d0dcc8671142174f) AuthConfig (a7c281c682b7c7cfb7db3b1a1269a5a2a97a1604cb98cf8d6135371a8ec2453f) AuthConfig (fc8afa2085b5de513514bc2dd4dd5513da4da17a46b1e0e4e34aacf3a4aa0783) AuthConfig (7bd45a83a9ca79cbd6f4a55345a037eeb8fd7e913b0e85ca748859c265e0f8c1) AuthConfig (db614b1efed8b130216434d57ff7a4f1cfb94abbfc8abd40e79316c1d3ede16b) AuthConfig (f2d3f935dee3d9d32924ec289c54cb05a4504ba27a251b55f260edf803e7e9da) AuthConfig (9a0972ac9e226fe599ae42dcc188754480fe82d0e4dc3da9299d7273894a61c7) AuthConfig (0f00b3879e3a113bdc503d8a6378950170442ee9311e8d0279bbc5e436c7307f) AuthConfig (c8a37ea9e7bf3f5b2a1d9b369ab1716eac6a157cdaa5c32e9e17914085b84a2e) AuthConfig (13df1ead9b86f5f0d54fbe5bfe48c0075bcdf246b811686530e209b1d74f5034) AuthConfig (563dccc08f2b2e76371ba81932113eddfe5356e368ed298bc83acabe8b3be95a) AuthConfig (40dea3a1042a2493d46010e1537a41024414851726ced4eb863247844941655f) AuthConfig (8eb298d45fe1a12a8e2ed6f86d1a8d9203a2ba4280ff98cdfbec70a76458c8cb) AuthConfig (3b09f1378ac607ec15b2e39d99800837f439c735c8f14eeea3ad3e01c17b26fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"76cefa67-3abe-419a-a6c1-01b081b7b272","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.460701273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"44454888-e69c-48a9-8137-60c963f23d15","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.460787117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"cfe2a36d-2cef-443c-8e4f-75250c70c722","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.469528319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"44454888-e69c-48a9-8137-60c963f23d15","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.470076321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"cfe2a36d-2cef-443c-8e4f-75250c70c722","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.4767128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb5dca625e4e8f25dd7690de1fd06f6220641cbfbe7ae5db4222a44fbcb198de) AuthConfig (8d5e87eaeba3914e615ab3856f7dce1ac6cfa36300e2c4287020c1e241962277) AuthConfig (555775df21b5f2eecb3d053860ddc4a22f7aaafd16a17e6dc15a205b691ea2e7) AuthConfig (79c7dd0bd2d1afe92d2678520769047cdf249cb4ecf3d631d7d991caf902dece)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"44454888-e69c-48a9-8137-60c963f23d15","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.477057508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bf6aaa529ebdb064f92ddf21a45d65bfa4aac72ff6fde7e6a84ca07e9c6deba) AuthConfig (a92f9e4f6062d3042cc5d5048abb9f2d778ea510acc08684c5e363f510baf630) AuthConfig (54e7254b612c6712adcd4effff620c186f19789ed2bc84da751f1cfad6b4ba27) AuthConfig (255f17f5409fcaf6f24f46802af20b25bf8ea1041ae09e2c917bc51ed03c1ebd) AuthConfig (3ad8f4e0608b5f7bba06fdf256ce68b087bdfbec2664904eea80e05fa2836f1f) AuthConfig (1d34dfde8421dc84b4f81511b8a865ff08ad9fe17be5b4af85c1ec531a2816a2) AuthConfig (c15d2bf04d8c286fc318ff6bb237c94e2c108f8fe4c765d2d4c6594f27a7a155) AuthConfig (1561789cd3835ec0168eb12a6306a2f42a951d1a48fe666d419cfbd36d3fd8bd) AuthConfig (e2c13d3ab30941441937e8e437e3300f405835d5be9091e813a4efc41b570e2c) AuthConfig (af65226dab7e59bdacdd9765a1c36d0646992960acd73328b3d1753666f7468e) AuthConfig (772b4f5068f402d23d6eedf8ef585037c33906b56acc9ed899f059a85b4fe82d) AuthConfig (cc73b6af5d49a182f3251315d0541146e2d3f6461d41ba31577a4dc9dab1329e) AuthConfig (6b404ef0302517f02d2af43537309e10984e88e54519dd958695dfad966bc097) AuthConfig (7eff861e09690e15a455ad4b02fe0bf2d80be71bf22fed61bb8e1e76054561a5) AuthConfig (dd4d392c4d94659642ad820dbf1e2bb739becdb605b4b6d395c87b65ca4a5b3e) AuthConfig (61962f4df2ff9b4c115ef4e0c434aa60e506db17b7c57ad5690dc8c742bf27de) AuthConfig (c9c1d72c47f997f693ae68625cb4bf7f799a60cf8f84a62cb24d33d7464c7e9f) AuthConfig (cbfc57be0d033d348ac0ef795759eb5f1d54186e4e8abeb612eaaa7b0094539a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"cfe2a36d-2cef-443c-8e4f-75250c70c722","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.563994132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"cf05dc55-b815-4d9b-8ed9-ba85106b8262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.564737642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"26d5ed13-3122-45cd-8970-06ce4f489ef4","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.565193822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a2ae8560-699b-44ad-bd3c-7474860f7c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.565438068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a1cd8df-f8d5-421d-836e-ed9c2375b8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.566217928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"358767fa-1dda-4200-b74b-4399a0bb034d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.572421872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"cf05dc55-b815-4d9b-8ed9-ba85106b8262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.576404354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"26d5ed13-3122-45cd-8970-06ce4f489ef4","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.577321883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a1cd8df-f8d5-421d-836e-ed9c2375b8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.57918576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"358767fa-1dda-4200-b74b-4399a0bb034d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.579530379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"a2ae8560-699b-44ad-bd3c-7474860f7c92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.71928162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b76a9ec8-7864-4b30-95cb-007c7fd51ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.720462672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b109ab0-67fe-4f21-9046-c99e3548bf51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.721072718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"eeb4fab0-9a46-41c5-aa07-08082cbe725c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.808480472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b109ab0-67fe-4f21-9046-c99e3548bf51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.809994431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ddb792bf-5048-43a3-880d-a3acdfb99238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.810660547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3867bcc2-7bfc-46f0-91da-29917f80f7bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.814737283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"eeb4fab0-9a46-41c5-aa07-08082cbe725c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.819118334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b76a9ec8-7864-4b30-95cb-007c7fd51ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.819877307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"ddb792bf-5048-43a3-880d-a3acdfb99238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.827952879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"3867bcc2-7bfc-46f0-91da-29917f80f7bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.841177599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"1d8772b0-7771-48eb-8f7e-b87824fc8662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.851895432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"1d8772b0-7771-48eb-8f7e-b87824fc8662","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.934573369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5fae02cf-e973-4880-a978-46c01d4d6d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.935863652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"e237eb18-6e09-4bd9-8cc5-5f0be602e111","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.935882602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"f381e223-c134-464f-b292-eebbd0e48911","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.936297977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"d0b846ae-7015-4fed-8f2b-205e63355f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.936699061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"1631a645-8de7-4029-8fb8-f10933d73759","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.943421622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5fae02cf-e973-4880-a978-46c01d4d6d97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.945975552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"1631a645-8de7-4029-8fb8-f10933d73759","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.946725443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"e237eb18-6e09-4bd9-8cc5-5f0be602e111","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.949478625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"f381e223-c134-464f-b292-eebbd0e48911","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:48.950173182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"d0b846ae-7015-4fed-8f2b-205e63355f23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:58.468591488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"d360e6c6-36a9-41b8-b9a0-5872f03e4e6f","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:58.478262446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"d360e6c6-36a9-41b8-b9a0-5872f03e4e6f","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:58.486312093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3d4fe2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (636266a3fbdfc47a1d1f45ccb763d609f6f7d2872dd0fc94e34d373dff1aa7ae) AuthConfig (7520e011dd50a4e4383d6def99dfd85cef76d1a9ad0d33bf51fec2b325e24011) AuthConfig (2f6efbaad5e208683b363b6b3aa9e7c4348432aaca65aa1a110875e3b78b7004) AuthConfig (ef19e752bdb04b0399455a09a621e8eba78438a72c1738b7f970b9a42a1077a7) AuthConfig (b71192d5943e499af0442200007ea55daef7a44ba5b1a1b3d0dcc8671142174f) AuthConfig (a7c281c682b7c7cfb7db3b1a1269a5a2a97a1604cb98cf8d6135371a8ec2453f) AuthConfig (fc8afa2085b5de513514bc2dd4dd5513da4da17a46b1e0e4e34aacf3a4aa0783) AuthConfig (7bd45a83a9ca79cbd6f4a55345a037eeb8fd7e913b0e85ca748859c265e0f8c1) AuthConfig (db614b1efed8b130216434d57ff7a4f1cfb94abbfc8abd40e79316c1d3ede16b) AuthConfig (f2d3f935dee3d9d32924ec289c54cb05a4504ba27a251b55f260edf803e7e9da) AuthConfig (9a0972ac9e226fe599ae42dcc188754480fe82d0e4dc3da9299d7273894a61c7) AuthConfig (0f00b3879e3a113bdc503d8a6378950170442ee9311e8d0279bbc5e436c7307f) AuthConfig (c8a37ea9e7bf3f5b2a1d9b369ab1716eac6a157cdaa5c32e9e17914085b84a2e) AuthConfig (13df1ead9b86f5f0d54fbe5bfe48c0075bcdf246b811686530e209b1d74f5034) AuthConfig (563dccc08f2b2e76371ba81932113eddfe5356e368ed298bc83acabe8b3be95a) AuthConfig (40dea3a1042a2493d46010e1537a41024414851726ced4eb863247844941655f) AuthConfig (8eb298d45fe1a12a8e2ed6f86d1a8d9203a2ba4280ff98cdfbec70a76458c8cb) AuthConfig (3b09f1378ac607ec15b2e39d99800837f439c735c8f14eeea3ad3e01c17b26fd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"d360e6c6-36a9-41b8-b9a0-5872f03e4e6f","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:58.569490614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"94aa673c-e083-47e6-9e79-bbac676a3cc3","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:58.569490705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"5a445562-aaa5-424f-b125-c90d0d7a23f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:58.578181882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"94aa673c-e083-47e6-9e79-bbac676a3cc3","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:58.578260354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"5a445562-aaa5-424f-b125-c90d0d7a23f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:58.585742501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-8c6934-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bf6aaa529ebdb064f92ddf21a45d65bfa4aac72ff6fde7e6a84ca07e9c6deba) AuthConfig (a92f9e4f6062d3042cc5d5048abb9f2d778ea510acc08684c5e363f510baf630) AuthConfig (54e7254b612c6712adcd4effff620c186f19789ed2bc84da751f1cfad6b4ba27) AuthConfig (255f17f5409fcaf6f24f46802af20b25bf8ea1041ae09e2c917bc51ed03c1ebd) AuthConfig (3ad8f4e0608b5f7bba06fdf256ce68b087bdfbec2664904eea80e05fa2836f1f) AuthConfig (1d34dfde8421dc84b4f81511b8a865ff08ad9fe17be5b4af85c1ec531a2816a2) AuthConfig (c15d2bf04d8c286fc318ff6bb237c94e2c108f8fe4c765d2d4c6594f27a7a155) AuthConfig (1561789cd3835ec0168eb12a6306a2f42a951d1a48fe666d419cfbd36d3fd8bd) AuthConfig (e2c13d3ab30941441937e8e437e3300f405835d5be9091e813a4efc41b570e2c) AuthConfig (af65226dab7e59bdacdd9765a1c36d0646992960acd73328b3d1753666f7468e) AuthConfig (772b4f5068f402d23d6eedf8ef585037c33906b56acc9ed899f059a85b4fe82d) AuthConfig (cc73b6af5d49a182f3251315d0541146e2d3f6461d41ba31577a4dc9dab1329e) AuthConfig (6b404ef0302517f02d2af43537309e10984e88e54519dd958695dfad966bc097) AuthConfig (7eff861e09690e15a455ad4b02fe0bf2d80be71bf22fed61bb8e1e76054561a5) AuthConfig (dd4d392c4d94659642ad820dbf1e2bb739becdb605b4b6d395c87b65ca4a5b3e) AuthConfig (61962f4df2ff9b4c115ef4e0c434aa60e506db17b7c57ad5690dc8c742bf27de) AuthConfig (c9c1d72c47f997f693ae68625cb4bf7f799a60cf8f84a62cb24d33d7464c7e9f) AuthConfig (cbfc57be0d033d348ac0ef795759eb5f1d54186e4e8abeb612eaaa7b0094539a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"94aa673c-e083-47e6-9e79-bbac676a3cc3","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:58.585760029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dce009-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fb5dca625e4e8f25dd7690de1fd06f6220641cbfbe7ae5db4222a44fbcb198de) AuthConfig (8d5e87eaeba3914e615ab3856f7dce1ac6cfa36300e2c4287020c1e241962277) AuthConfig (555775df21b5f2eecb3d053860ddc4a22f7aaafd16a17e6dc15a205b691ea2e7) AuthConfig (79c7dd0bd2d1afe92d2678520769047cdf249cb4ecf3d631d7d991caf902dece)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"5a445562-aaa5-424f-b125-c90d0d7a23f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:58.99817195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c6134c-7c75-47b3-8ac9-6cf150fa0317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:59.003636105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c6134c-7c75-47b3-8ac9-6cf150fa0317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:59.011921497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c6134c-7c75-47b3-8ac9-6cf150fa0317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:59.046556515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c6134c-7c75-47b3-8ac9-6cf150fa0317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:59.229272808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d25863f-d45c-440c-a9e3-1eb2319dd7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:59.2325232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d25863f-d45c-440c-a9e3-1eb2319dd7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:59.238877306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d25863f-d45c-440c-a9e3-1eb2319dd7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:59.24300367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d25863f-d45c-440c-a9e3-1eb2319dd7fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:59.914687383Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-bf7965","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-bf7965","reconcileID":"ba31846f-b179-4a16-9da5-496f42049d00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-bf7965","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-bf7965":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:00.094215706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60960666-c0e1-48e8-b585-15bf80c17f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:00.097569608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60960666-c0e1-48e8-b585-15bf80c17f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:00.100917213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60960666-c0e1-48e8-b585-15bf80c17f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:00.104262548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60960666-c0e1-48e8-b585-15bf80c17f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:07.538934711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-sub","reconcileID":"9142ac1c-41d4-4bf9-a45d-fae325c4dfc0","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-auth-790bc8-e2e-extmod-b-421604","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-b-421604","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:07.568175487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"aeb8f9d4-0a4c-4870-ae27-7e4417c99167","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.49945382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"5c6e91c5-bd08-4b8a-b272-c8268c409b8b","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.507800808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"5c6e91c5-bd08-4b8a-b272-c8268c409b8b","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.53394135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"6f88541c-c11e-40fc-880d-2ab2c0e948fb","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.533966972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"6f88541c-c11e-40fc-880d-2ab2c0e948fb","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.599699111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"8e6f880d-7ec3-4a0b-834f-036e5855bda1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.59969762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"8248ed3f-af71-4438-8796-e05803aee5ce","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.607994988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"8e6f880d-7ec3-4a0b-834f-036e5855bda1","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.608029774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"8248ed3f-af71-4438-8796-e05803aee5ce","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.635592791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"58b64902-661d-4f77-b94a-1a80cb791764","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.63563214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"58b64902-661d-4f77-b94a-1a80cb791764","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.73925194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"b9267159-7402-405c-a78f-316ab80b1f10","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.936626488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"5c0cead6-f1f8-4096-8809-cf277437d9af","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.93662946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"00198fcd-d41c-434e-8556-690880ffcdfc","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.937725718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"382c5fa2-3cb8-45ed-bad6-5d6efe180b4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.937879012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"64146995-1b6f-4dbb-92d4-c690da81574b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.945292781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"5c0cead6-f1f8-4096-8809-cf277437d9af","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.945757904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"00198fcd-d41c-434e-8556-690880ffcdfc","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.949828611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"382c5fa2-3cb8-45ed-bad6-5d6efe180b4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:08.949972896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"64146995-1b6f-4dbb-92d4-c690da81574b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:09.483173994Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"4b7fa123-aa1d-4eff-846b-60bf13966f31","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:09.504501411Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-sub","reconcileID":"91a193c9-db03-44e3-ab8b-f009d1a1ab59","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-221e46b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:09.578128098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"2947fe61-044c-4d58-b4cb-4be7bd0c28ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:09.57858708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"41d55782-32a4-4c5e-8737-f568261af510","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:09.586333594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"2947fe61-044c-4d58-b4cb-4be7bd0c28ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:09.586770174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"41d55782-32a4-4c5e-8737-f568261af510","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:09.614015752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"706fb9b8-48dc-4e90-80af-e37789d19f73","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:09.614025916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"9c834b98-16fe-4206-a395-246b450e216f","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:09.641005413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"706fb9b8-48dc-4e90-80af-e37789d19f73","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:09.64166991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"9c834b98-16fe-4206-a395-246b450e216f","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.344492022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.350361751Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-db5198 priority=0:[ai-tenant-e2e-extmod-a-db5198/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-a-db5198/e2e-shr-shared-03fe04-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.354190592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"1d658bbb-43c8-4165-b6ef-4e8b55d5ad35","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.359950149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"65da0b15-dfd3-4710-89e6-1c00795f0177","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:47:11.363715209Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-dce009/e2e-shr-auth-bdd63c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-bdd63c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.368267466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"65da0b15-dfd3-4710-89e6-1c00795f0177","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.375556857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"e1ad4978-5b06-4e62-91af-ed8fb97f46f2","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.383491873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"036775fc-7210-4fb0-b460-1f1b06751e0c","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.391135986Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"8ad55d3a-63fb-4efd-bce1-c3c59cdc22e4","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dce009/e2e-shr-auth-bdd63c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.419180342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"e8f7e77c-aa78-4af1-a215-4ba32d873dfd","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.45794533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"46268b1f-1881-471c-bedc-e7c28f72f614","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.466169329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"46268b1f-1881-471c-bedc-e7c28f72f614","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.494447915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"ab53622b-2f9f-42cb-bfe7-e8bbb45d61cd","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.850542185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"50fe5166-0917-4d17-aa75-f4b097df0726","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.850564959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"50fe5166-0917-4d17-aa75-f4b097df0726","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.850632441Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-db5198 priority=0:[ai-tenant-e2e-extmod-a-db5198/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-a-db5198/e2e-shr-shared-03fe04-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.859742177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"5d757899-be7c-4c2f-9382-b9f1b0df9ee3","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.869927636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"5d757899-be7c-4c2f-9382-b9f1b0df9ee3","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.870130126Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"28e066cc-5a4a-427d-b352-d362bf992687","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:47:11.870285358Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-8c6934-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.875090454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"8a279719-6469-4065-8e83-b901791ea324","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.87510614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"8a279719-6469-4065-8e83-b901791ea324","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.8900132Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-sub","reconcileID":"dfcf4c3a-8e0d-4220-8e57-3a9fc839003a","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"maas-trlp-test-model-8c6934","model":"test-model-8c6934","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-8c6934/test-model-8c6934-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.941373873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"22dfbea7-772a-4363-aef7-bc7118ce3447","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.941399555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"22dfbea7-772a-4363-aef7-bc7118ce3447","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.960142984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"b559a7b0-2f3a-4929-aece-101ab481608c","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.968635488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"b559a7b0-2f3a-4929-aece-101ab481608c","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:11.988089822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-sub","reconcileID":"f3d8b726-9818-46b4-996f-4055e453c084","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"maas-trlp-test-model-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.083463465Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-db5198 priority=0:[ai-tenant-e2e-extmod-a-db5198/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-a-db5198/e2e-shr-shared-03fe04-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.087001582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"17a00c8c-3926-440e-aed5-c20f49fe475d","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.087025938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"17a00c8c-3926-440e-aed5-c20f49fe475d","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.147752315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"8ce25d14-1754-417e-8e4a-bc18f07a85db","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.147780043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"8ce25d14-1754-417e-8e4a-bc18f07a85db","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:47:13.148441972Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-3d4fe2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.151062988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"d09b07d8-c5c1-4d56-a091-645c0565249a","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.151081123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"d09b07d8-c5c1-4d56-a091-645c0565249a","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.154362779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"72320f74-ba1b-4f53-ade7-68bc8223417a","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.157076826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"69644370-302f-41c2-bb82-a950e8d1078a","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.157092345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"69644370-302f-41c2-bb82-a950e8d1078a","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.163002233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"72320f74-ba1b-4f53-ade7-68bc8223417a","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.175148582Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-sub","reconcileID":"3dd7f3b0-a5a4-4464-b15b-52354cbdc32f","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"maas-trlp-test-model-3d4fe2","model":"test-model-3d4fe2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.25583587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"ce04ef83-53da-4e11-bd11-77838288c63a","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.255866864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"ce04ef83-53da-4e11-bd11-77838288c63a","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.270624874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-sub","reconcileID":"daf2d387-1f90-4833-bd53-be8cd0a85627","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"maas-trlp-test-model-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.277379561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"990430b0-e8da-4ffd-8809-335701f2a2db","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:13.28678043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"990430b0-e8da-4ffd-8809-335701f2a2db","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.508910352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-sub","reconcileID":"fe16c9e6-a6f9-4b82-aeec-02a080b2cdfd","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-b-421604","subscription":"e2e-shr-auth-790bc8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.516725189Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-sub","reconcileID":"fe16c9e6-a6f9-4b82-aeec-02a080b2cdfd","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-b-421604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.54076021Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-sub","reconcileID":"fe16c9e6-a6f9-4b82-aeec-02a080b2cdfd","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-b-421604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.57203137Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-db5198 priority=0:[ai-tenant-e2e-extmod-a-db5198/e2e-shr-auth-790bc8-sub ai-tenant-e2e-extmod-a-db5198/e2e-shr-shared-03fe04-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.575817619Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"70bd1c63-44cc-4434-a19c-2343df08844f","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.583859595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"6b61c500-ee65-4276-b573-c51af9b744a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.58386103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"9221e0f9-8273-484b-89a4-3e8cb2aa3d86","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.594637872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"6b61c500-ee65-4276-b573-c51af9b744a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.594704816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"9221e0f9-8273-484b-89a4-3e8cb2aa3d86","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.597302892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"0da32798-c41a-4bae-b495-f4bdce3e2096","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.597325185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"0da32798-c41a-4bae-b495-f4bdce3e2096","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.682424698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"12796dfc-573a-4548-98c6-a797fcfed226","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.691299304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"12796dfc-573a-4548-98c6-a797fcfed226","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.731299627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"57e222a0-592e-4b49-a099-72cd70b8b4a6","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.814303892Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-auth-790bc8-access","reconcileID":"b590e933-0d1b-4ff1-80ac-f42087d44f3d","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-b-421604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.832375688Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","reconcileID":"aa9eecec-b225-4e8a-af87-fa02a9f8a4a1","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-bdc7cdf4392f","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-b-421604","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.979986877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"a023ee42-5e5b-4535-ae20-de3d715ee3db","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.987613189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"0b49bd46-d01b-41d9-994a-4299ecbaaff1","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.987642012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"54abf96c-89fa-4571-b01f-7056582fe4a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.99829735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"54abf96c-89fa-4571-b01f-7056582fe4a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:19.998428475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"0b49bd46-d01b-41d9-994a-4299ecbaaff1","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:20.000441838Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-sub","reconcileID":"6c6e8e2c-a8d8-4e71-a126-5f39d6449137","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ff493c9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:20.125133562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"4e44c3f1-42eb-4e7f-8db8-1aa17575f993","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:20.126029808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"40205756-1a9d-4f9b-81ae-38f64f76cc17","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:20.133627621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"4e44c3f1-42eb-4e7f-8db8-1aa17575f993","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:20.134186571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"40205756-1a9d-4f9b-81ae-38f64f76cc17","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:21.081588214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"0806f036-1f5d-4d6d-be24-a76646f2f0d5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:21.102135494Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"0806f036-1f5d-4d6d-be24-a76646f2f0d5","name":"e2e-inf-a-bf7965-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.004746882Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-sub","reconcileID":"2360cf31-4083-4fb7-987f-97f5c311d1e2","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-a-db5198","subscription":"e2e-shr-auth-790bc8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.013185321Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-sub","reconcileID":"2360cf31-4083-4fb7-987f-97f5c311d1e2","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-a-db5198","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.017280134Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-sub","reconcileID":"2360cf31-4083-4fb7-987f-97f5c311d1e2","MaaSSubscription":{"name":"e2e-shr-auth-790bc8-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-a-db5198","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.051807869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"21595f6f-bc9c-46d7-a563-ed4f102357aa","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.060642584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"bc22cba7-8460-46fd-b487-517e6feb89d6","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.060648125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"7b53cbfb-7260-4e13-bf14-7d87cea24d2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.069981477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"bc22cba7-8460-46fd-b487-517e6feb89d6","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.072151782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"7b53cbfb-7260-4e13-bf14-7d87cea24d2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.073031224Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"c7b1cd93-c932-480c-a594-f050f314459f","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.253718417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"8d0e0056-caf5-4260-8dde-d2667b07ee95","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.25704633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"e689c88d-7712-41f9-b89c-b8098c25d504","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.267068329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"e689c88d-7712-41f9-b89c-b8098c25d504","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.287483143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-auth-790bc8-access","reconcileID":"f734d418-e5be-493f-b391-1864b8a5613b","MaaSAuthPolicy":{"name":"e2e-shr-auth-790bc8-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-auth-790bc8-e2e-extmod-a-db5198","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.310516391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"2c8aefd2-1ba6-4809-b0c1-ef949e07c1bd","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:30.619374111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","reconcileID":"bc1f9547-1e8c-4921-8df9-edbd98f33b62","MaaSModelRef":{"name":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-auth-790bc8-eff2c769a513","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-auth-790bc8-e2e-extmod-a-db5198","externalModel":"e2e-shr-auth-790bc8","provider":"e2e-shr-auth-790bc8-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.135643691Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-790bc8","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8","reconcileID":"92ef6104-2f49-40d1-9e99-6e51a579a010","namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.146201421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"a238ef9b-6be2-47e6-9679-834b52ce8ebd","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.149101135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"fc396df4-e938-46d5-bfd2-49fb5872af6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.149153524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"acc51558-bd91-4a8a-a6ca-91c4e4728864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.149730163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0634fcb6-0863-4813-83a8-427e6f5813c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.149730407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f7ad9b67-185f-4d57-a74f-6c812935da62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.155034396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"a238ef9b-6be2-47e6-9679-834b52ce8ebd","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.158185592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"acc51558-bd91-4a8a-a6ca-91c4e4728864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.158372874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"fc396df4-e938-46d5-bfd2-49fb5872af6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.160711264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"f7ad9b67-185f-4d57-a74f-6c812935da62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.160767155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0634fcb6-0863-4813-83a8-427e6f5813c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.303297101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"166a3db8-0ae3-4691-89b0-120ab68846f6","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.305283092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"5c1508c4-9123-4bc8-b3ac-48b8e269b7e9","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.307823174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b6db7468-0b07-4eac-8848-43cd05f5a7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.308535972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4eb7166a-b87f-445b-9c84-e47dd4d37273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.312211537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca43808e-3b15-4705-a128-88325d143c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.317234013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b6db7468-0b07-4eac-8848-43cd05f5a7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.317722976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"5c1508c4-9123-4bc8-b3ac-48b8e269b7e9","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.320708248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c407b00a-ddc7-42d0-85ca-1c1d114ed6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.346151514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca43808e-3b15-4705-a128-88325d143c80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.347881005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4eb7166a-b87f-445b-9c84-e47dd4d37273","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.348271276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"b0ef4131-4545-4285-8a29-290ae6cdae81","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.352250113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c407b00a-ddc7-42d0-85ca-1c1d114ed6e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.353580641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"07242db3-76ca-49a7-a329-37b05c5c5056","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-b-421604","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-b-421604","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.356103916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"0f8af216-5e10-4aff-b92d-f38d19b3769f","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.364034319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"917ed495-97df-42ac-a174-063eaf8f1d0f","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.404041564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"f5c77127-7b01-4a2c-9cc4-c68901a9902f","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.405152233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8eecf8ae-e99f-4628-be1f-a92d32b04a23","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.405692761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"501bf04d-bcef-467a-bdcf-66d6a9486806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.405906039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4c46d6e0-9a10-41b3-b3fc-5f0ec3d76bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.407006126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"23caf623-6aaa-4ecb-9f59-dbf1a425104f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.416377535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"23caf623-6aaa-4ecb-9f59-dbf1a425104f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.441220849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4c46d6e0-9a10-41b3-b3fc-5f0ec3d76bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.442368541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"f5c77127-7b01-4a2c-9cc4-c68901a9902f","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.44357992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"501bf04d-bcef-467a-bdcf-66d6a9486806","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.446762217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8eecf8ae-e99f-4628-be1f-a92d32b04a23","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.460301375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"fbb9d33c-be28-4b10-827d-88be2cc85321","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-b-421604","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-b-421604","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.460900394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"65c9d4cb-27bb-4733-b3ed-a6e63ff907f5","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-a-db5198","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-a-db5198","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.758302928Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-790bc8","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8","reconcileID":"91725bf1-eeda-4f21-b46a-78bce717b9b4","namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-auth-790bc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.83626173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"550c3912-a847-4d63-b9e7-e880c6aa512d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.837401443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"765e9f77-7d49-4e7e-8f38-5e7907fe64cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.838187025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"91d14ef0-b72b-434f-988f-b37bf3b08d8e","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.838395402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"1c23cbca-700b-4ed1-a443-b898b9ee0fe7","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.847815859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"550c3912-a847-4d63-b9e7-e880c6aa512d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.848924677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"28ecd801-374d-4736-a64b-b43aad41c9ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.855343623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"1c23cbca-700b-4ed1-a443-b898b9ee0fe7","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.862420614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"91d14ef0-b72b-434f-988f-b37bf3b08d8e","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.865442377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"765e9f77-7d49-4e7e-8f38-5e7907fe64cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.878116641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"28ecd801-374d-4736-a64b-b43aad41c9ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.880019045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"6a608391-7c6c-4a62-9072-fd0ae1c9408b","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-a-db5198","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-a-db5198","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.978009965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cc31b71-ee04-469a-bcd0-48a698e41647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:31.987668245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cc31b71-ee04-469a-bcd0-48a698e41647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.080834297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"aee77804-45ad-481e-a4a9-c78f1e3ac848","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.082140483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"eb8d3a87-18c1-4d17-a257-a1b7332b387c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.082270843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2c5ed633-97c7-4dda-8f76-de8f02f260a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.082763606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"781c2e16-71aa-4917-b300-5b95130afc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.082809042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b3a3658b-0c0b-4595-948d-97e5325c0e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.089368709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"aee77804-45ad-481e-a4a9-c78f1e3ac848","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.090679395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"eb8d3a87-18c1-4d17-a257-a1b7332b387c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.092861688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"2c5ed633-97c7-4dda-8f76-de8f02f260a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.093968663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"b3a3658b-0c0b-4595-948d-97e5325c0e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.096650551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"781c2e16-71aa-4917-b300-5b95130afc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.11911171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"fd883922-328e-4d14-b712-1ce709fd67b0","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.135302168Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"d8dc81ef-5a0c-4b11-8cbe-60a464455762","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c10ceea9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.382908085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"29670fe2-18a1-492a-9b29-67f9f25f27ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.397829101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"d845f371-4d41-43ad-8abd-85dc367e4ece","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.398208917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"0839d1c8-6ebe-44c5-90da-7b6890485a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.403336633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"06e0629c-fba2-400e-a3e4-455745373154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.403784392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"cb9ff474-0704-46c0-bd49-ab77fd41e8cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.405514655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"29670fe2-18a1-492a-9b29-67f9f25f27ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.442094641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"0839d1c8-6ebe-44c5-90da-7b6890485a69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.442576378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"d845f371-4d41-43ad-8abd-85dc367e4ece","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.444443521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"cb9ff474-0704-46c0-bd49-ab77fd41e8cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.444912131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"06e0629c-fba2-400e-a3e4-455745373154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.472197163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"998a1bf6-db4c-4624-b339-2e4e7eaf470f","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.476663803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6462227d-5b52-4995-aac0-de10ccc61421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.476766252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"de3dfd23-92e6-4fa0-9a38-4055f9338b4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.482440187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"998a1bf6-db4c-4624-b339-2e4e7eaf470f","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.490438108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"de3dfd23-92e6-4fa0-9a38-4055f9338b4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.493093196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6462227d-5b52-4995-aac0-de10ccc61421","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:41.345721381Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.139103714Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"9d77c3d4-9a22-4417-97e1-f906154ec7ae","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-b-421604","subscription":"e2e-shr-shared-03fe04-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.147059451Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"9d77c3d4-9a22-4417-97e1-f906154ec7ae","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-b-421604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.150940624Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-sub","reconcileID":"9d77c3d4-9a22-4417-97e1-f906154ec7ae","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-b-421604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.19004417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"04058e56-cf44-41b2-838c-2552ebc43ef2","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.195408308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"3ba07ce2-5d1d-448a-86da-092b9e28c3e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.204141295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"3ba07ce2-5d1d-448a-86da-092b9e28c3e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.33722477Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"cdd31f80-7775-4670-bd74-33e93fa48f6c","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.390692089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"9c70831b-8310-433e-b967-400518cfe4e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.399737622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"9c70831b-8310-433e-b967-400518cfe4e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.422365832Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"c8d761ce-fbd8-4abb-b1be-0ae816ad1a92","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-b-421604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.490558608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"c8d761ce-fbd8-4abb-b1be-0ae816ad1a92","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.521017831Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"c8d761ce-fbd8-4abb-b1be-0ae816ad1a92","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"name":"e2e-extmod-b-421604-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.521042928Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"e2e-shr-shared-03fe04-access","reconcileID":"c8d761ce-fbd8-4abb-b1be-0ae816ad1a92","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-b-421604"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-421604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.53533099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","reconcileID":"b7d6faca-0f79-4545-846d-8baa02306378","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-87587e5567c9","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-b-421604","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-b-421604","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.680133699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"482c3303-ed3e-4666-b77f-51229c86d2a6","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.683557234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"2be8fa3c-1593-42c0-ae33-e58597d2b279","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.697260056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"2be8fa3c-1593-42c0-ae33-e58597d2b279","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.700502559Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"a8e9f8fd-a536-40d9-8d11-fd80de186dad","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-832a34d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.818856622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"d033c877-fdcd-4549-87e5-22b10e293523","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.82738426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"d033c877-fdcd-4549-87e5-22b10e293523","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.490877796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5deceb-be90-4e74-a605-d02dbc28199b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.494886324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5deceb-be90-4e74-a605-d02dbc28199b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.498401499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5deceb-be90-4e74-a605-d02dbc28199b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.50202192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a5deceb-be90-4e74-a605-d02dbc28199b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.678317432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db859fb-fad3-45b3-9c98-f2519cd4ee6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.681569956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db859fb-fad3-45b3-9c98-f2519cd4ee6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.685328387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db859fb-fad3-45b3-9c98-f2519cd4ee6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.690478156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1db859fb-fad3-45b3-9c98-f2519cd4ee6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:49.909701255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8648c1c7-d46c-4208-9a0e-2ca7a8fb7e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:49.91655254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8648c1c7-d46c-4208-9a0e-2ca7a8fb7e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:49.920429823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8648c1c7-d46c-4208-9a0e-2ca7a8fb7e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:49.924373705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8648c1c7-d46c-4208-9a0e-2ca7a8fb7e0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:50.144610461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0251986a-8239-4cb7-b82d-c41a8511c4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:50.15101104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0251986a-8239-4cb7-b82d-c41a8511c4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:50.160206135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0251986a-8239-4cb7-b82d-c41a8511c4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:50.163732712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0251986a-8239-4cb7-b82d-c41a8511c4f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:50.895386601Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-d7c7fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-d7c7fd","reconcileID":"bb210d30-258d-424b-88e1-372d08ed21b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-d7c7fd","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-d7c7fd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.126378934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a37076c-ff7d-42e3-9ea4-be06cc5582a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.130212784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a37076c-ff7d-42e3-9ea4-be06cc5582a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.133833944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a37076c-ff7d-42e3-9ea4-be06cc5582a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:51.171266313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a37076c-ff7d-42e3-9ea4-be06cc5582a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:52.74100967Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"d3f33b63-2498-4e5a-bb1a-2bb99532172c","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-a-db5198","subscription":"e2e-shr-shared-03fe04-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:52.898993938Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"d3f33b63-2498-4e5a-bb1a-2bb99532172c","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-a-db5198","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:52.923334722Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-sub","reconcileID":"d3f33b63-2498-4e5a-bb1a-2bb99532172c","MaaSSubscription":{"name":"e2e-shr-shared-03fe04-sub","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"maas-trlp-e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-a-db5198","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.097946334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"1fbc3862-da65-41f4-99c0-11c507506062","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.118192548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"36c0a64d-18db-406b-80e4-4faa37b6a674","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.145066781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"36c0a64d-18db-406b-80e4-4faa37b6a674","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.214121639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"d79d9807-41b0-410e-a652-b66de8e5e05b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.21703091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"d15d41d6-9330-4a75-b893-6a5ed9dc75db","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.253945122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"d79d9807-41b0-410e-a652-b66de8e5e05b","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.441443365Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8b98d802-eb77-49f8-a99b-0ca3a783d544","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"model":"e2e-extmod-shr-user-2a5afd/e2e-shr-shared-03fe04-e2e-extmod-a-db5198","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.496905453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8b98d802-eb77-49f8-a99b-0ca3a783d544","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.550408602Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8b98d802-eb77-49f8-a99b-0ca3a783d544","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"name":"e2e-extmod-a-db5198-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.550527613Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"e2e-shr-shared-03fe04-access","reconcileID":"8b98d802-eb77-49f8-a99b-0ca3a783d544","MaaSAuthPolicy":{"name":"e2e-shr-shared-03fe04-access","namespace":"ai-tenant-e2e-extmod-a-db5198"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-db5198","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.599984755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"612ebfef-b467-4044-9c1d-e9a8c09a45a6","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.676356871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-sub","reconcileID":"f6620fc3-9d3e-4716-8c35-a7143ea62b29","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"maas-trlp-test-model-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.780911688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"2021f5b1-4a98-4d27-b538-cb3542d41506","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.781051271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"2021f5b1-4a98-4d27-b538-cb3542d41506","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.909096698Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","reconcileID":"50c9783c-54eb-4262-b754-60299ffb37e4","MaaSModelRef":{"name":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","namespace":"e2e-extmod-shr-user-2a5afd"},"routeName":"external-model-e2e-shr-shared-03fe04-09b7cf9a0331","namespace":"e2e-extmod-shr-user-2a5afd","model":"e2e-shr-shared-03fe04-e2e-extmod-a-db5198","externalModel":"e2e-shr-shared-03fe04","provider":"e2e-shr-shared-03fe04-provider","gateway":"openshift-ingress/e2e-extmod-a-db5198","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.99971461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-sub","reconcileID":"c031c655-f9e2-42aa-b36c-4c258d6c0576","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"maas-trlp-test-model-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.02367612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"6b9742f8-e1fb-47e1-aad2-d56c26fb7540","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.02369815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"6b9742f8-e1fb-47e1-aad2-d56c26fb7540","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.267797911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"96a1028e-ea8d-4dd6-acd1-bd79b1fe7f41","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.298444656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"40db2998-a965-4c34-9133-d0813b5e3e09","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.467324375Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-03fe04","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","reconcileID":"4034d811-e94a-4fd4-ab83-1c91ff5a94e3","namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.477280004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ff428a27-7af2-42f4-be8c-d2544ceeabd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.480762978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b1285d36-88e1-474d-8bd3-9c834d10096f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.48624625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"ff428a27-7af2-42f4-be8c-d2544ceeabd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.490750874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"b1285d36-88e1-474d-8bd3-9c834d10096f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.57578805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"1590cf35-eef7-4df0-a3ab-118732cd4362","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.576981525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1677505-5b9e-4450-9d3f-7d72f46b7fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.577044596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"632d17aa-33b4-4be1-b792-0a1ba62a914c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.577462487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"87f9262e-468a-4b47-80bc-2a1501c0a594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.57791795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c4621da4-1560-47d6-be94-e33f933f0367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.584297232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"1590cf35-eef7-4df0-a3ab-118732cd4362","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.585593284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1677505-5b9e-4450-9d3f-7d72f46b7fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.586991589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"c4621da4-1560-47d6-be94-e33f933f0367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.587785645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"87f9262e-468a-4b47-80bc-2a1501c0a594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.589410159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"632d17aa-33b4-4be1-b792-0a1ba62a914c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.683308473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"36faa416-8da5-4282-8436-989b69aeab65","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.688415733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"970dd112-e40b-4659-b86a-2d1fdad0c7f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.689317716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b275771b-f34f-4ee2-ad32-bf249cae5628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.689855682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"73e8877d-fe15-45f1-b81d-5e3b02d63252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.690334645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"89820521-564f-4d15-a2b0-eb89ef30210f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.694437583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"36faa416-8da5-4282-8436-989b69aeab65","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.74477999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b275771b-f34f-4ee2-ad32-bf249cae5628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.745531695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"73e8877d-fe15-45f1-b81d-5e3b02d63252","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.745880596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"970dd112-e40b-4659-b86a-2d1fdad0c7f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.74608477Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-03fe04","namespace":"e2e-extmod-shr-user-2a5afd"},"namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","reconcileID":"b4c366eb-becd-44ea-b15a-ad5d9d0ff06f","namespace":"e2e-extmod-shr-user-2a5afd","name":"e2e-shr-shared-03fe04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.748425916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"89820521-564f-4d15-a2b0-eb89ef30210f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.762230823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"cbf31f4a-2d19-4589-a5f9-53bfad7cb5c2","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.762401225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"dc51c88a-10a1-41e7-8edf-9121263f82ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.763162839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"31ed3da1-9597-4808-950e-373d4897b8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.764883792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4f83c863-306b-4aa8-9b82-b39c5b15ed5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.766571908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5706fff1-a626-49bc-b65c-32a5ff957425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.770991066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"cbf31f4a-2d19-4589-a5f9-53bfad7cb5c2","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.771129628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"dc51c88a-10a1-41e7-8edf-9121263f82ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.773443967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"4f83c863-306b-4aa8-9b82-b39c5b15ed5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.773893562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"31ed3da1-9597-4808-950e-373d4897b8ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.776281064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5706fff1-a626-49bc-b65c-32a5ff957425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.921230732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"6333dd77-beda-45f9-acb8-6f374ab97b1e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.922233185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"11602a92-3b7a-4c53-b584-04256da620f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.929834799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4eb2f8fd-b12e-408e-b6ff-2ab8676b5dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.930445498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"59da6224-241c-478d-8f29-707dfafdd422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.931421615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"11b7ba5a-5c1c-4d81-9682-c296a1a6e815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.97054854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"6333dd77-beda-45f9-acb8-6f374ab97b1e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.001182556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"4eb2f8fd-b12e-408e-b6ff-2ab8676b5dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.004756718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"11602a92-3b7a-4c53-b584-04256da620f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.005375486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"59da6224-241c-478d-8f29-707dfafdd422","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.008638866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"11b7ba5a-5c1c-4d81-9682-c296a1a6e815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.131980598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"b9fa9be1-c3c8-49a9-b260-cbf4a76be951","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.135760874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"684c68b0-3c09-4626-8f3f-95f0094ceae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.137962078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"985c7893-62af-4e89-b005-212597aadbbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.138086664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9f2059c-0dc2-457e-b67d-584e84e7ff72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.138568035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d15c2ec3-ea12-43fc-97f1-5180775b8242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.141087693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"b9fa9be1-c3c8-49a9-b260-cbf4a76be951","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.14517871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"684c68b0-3c09-4626-8f3f-95f0094ceae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.148450579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9f2059c-0dc2-457e-b67d-584e84e7ff72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.148710832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"985c7893-62af-4e89-b005-212597aadbbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.151056482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"d15c2ec3-ea12-43fc-97f1-5180775b8242","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.473459945Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"77011a15-205e-4079-8773-4ef492384e7a","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.48394757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"8a0acb6e-cdb6-4547-890e-78dda5880b0a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.487270441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"ee340990-bc26-4b2d-aca6-c92ac90e9245","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.557031048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"8a0acb6e-cdb6-4547-890e-78dda5880b0a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.565521956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"8a0acb6e-cdb6-4547-890e-78dda5880b0a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.579094001Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"1b4e9410-e86f-4536-97f3-78dce90d7c8f","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.692072035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"4819e6ce-01b1-481c-8c9a-c5ffe73ad7e0","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.499898003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"c78f99c4-717e-4e87-bafe-38e2310213d7","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.517731763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"9fb8f44f-567e-4909-994b-4c7492b93bd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.523096928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"63872757-73db-4f2d-ad87-91a979316316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.524030688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"6513d851-f02a-4153-9c8f-a1d70a834685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.546833986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"63872757-73db-4f2d-ad87-91a979316316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.54819065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"6513d851-f02a-4153-9c8f-a1d70a834685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.560817545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"9a44c369-7024-4008-80bd-24bfacc71938","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.659323712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"9dcdc69f-edb2-44d2-9350-d6799b1b8b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.831892416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"5d7d8a42-da07-4c04-b5ed-603a6e6c4779","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.841385853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"5d7d8a42-da07-4c04-b5ed-603a6e6c4779","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.98820971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"83c57edc-99df-45f2-9ec1-ccc5cd8c99f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.988224566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"204f90fc-e7b2-40da-bff5-176de174e42f","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.997233788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"83c57edc-99df-45f2-9ec1-ccc5cd8c99f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.997740265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"204f90fc-e7b2-40da-bff5-176de174e42f","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.009037734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"83c57edc-99df-45f2-9ec1-ccc5cd8c99f9","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.112013951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"64a71ee5-7043-4b61-bc4b-0050aee8abbf","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.188921187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"bf40cc0c-6811-4adb-a4cd-83297ce98133","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.189042291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"bf40cc0c-6811-4adb-a4cd-83297ce98133","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.213429447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"1fbef2c4-9db2-42ec-904d-26f6aa3292fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.21344455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"340ad17a-29e3-4906-87aa-89dea322ec55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.218067915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"d33ab1a5-b54a-4e49-b6ba-b91a9d69db10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.225133863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"1fbef2c4-9db2-42ec-904d-26f6aa3292fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.22711445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"340ad17a-29e3-4906-87aa-89dea322ec55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.255024138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"c86a5260-290d-4afe-8590-15cfabb8cd06","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.269991749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"c5c686c3-f402-448d-92ff-43098ebd67a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.492470609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"361ea353-4dbf-4582-ad1e-c662b790433a","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.492495523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"361ea353-4dbf-4582-ad1e-c662b790433a","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.50089755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"2b84f947-69e1-40cd-a321-a245770281fa","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.500915857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"2b84f947-69e1-40cd-a321-a245770281fa","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.50757127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"27749b97-d737-4dcd-9a3a-8d7f5cb67c32","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.537933055Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"27749b97-d737-4dcd-9a3a-8d7f5cb67c32","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.545233839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f5afd7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"27749b97-d737-4dcd-9a3a-8d7f5cb67c32","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.554858193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"f4b050e1-ca6f-4db1-93d0-1d1d79c61251","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.554874357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"f4b050e1-ca6f-4db1-93d0-1d1d79c61251","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.658062483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"ec0e3d13-52d1-4379-91da-a93281d614a8","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:57.666798166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"ec0e3d13-52d1-4379-91da-a93281d614a8","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:58.890288301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"41bf6347-0172-49b8-b32c-595bd0dc12e6","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:58.909216559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"dbde1422-c488-4f59-ba7d-25027b794014","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:58.912344816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"33106da9-c2a4-43fd-ab90-bd55b65e1fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:58.912838074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d7dca28d-b799-43d0-a618-e83b8c520fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:58.923423416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"d7dca28d-b799-43d0-a618-e83b8c520fad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:58.925133708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"33106da9-c2a4-43fd-ab90-bd55b65e1fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:58.936018051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"6097e381-a34a-4b60-963c-6de3ab5723ae","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.005776464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"e06eb501-baee-4c2a-a4eb-3ba64a9d177d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.913674729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"c8a97f50-a583-4dfb-b88d-34db2fad520d","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.934292938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"67f9af7c-bacc-48f8-acda-edb0b6458fbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.937113746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b5a9c192-fd79-45c8-bedb-03510ca35761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.937110763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e4d900a2-ae95-4a40-bbce-1f8418b508b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.948455067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"b5a9c192-fd79-45c8-bedb-03510ca35761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.948753328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"e4d900a2-ae95-4a40-bbce-1f8418b508b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:59.963037375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"8af184d7-cf56-43cb-9839-ec820398ad08","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.042470125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"af3a619b-7612-4861-8a76-9b62f29e5f5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.213909673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"055924b6-0ad7-4eef-b378-f43f4238895f","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.132499277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"a0e523f3-d8ff-4ce0-8f97-7928efe49f2d","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.132530206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"a0e523f3-d8ff-4ce0-8f97-7928efe49f2d","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.428287691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"0e803f94-f060-426a-85e0-53ac4dd293d2","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.428316063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"0e803f94-f060-426a-85e0-53ac4dd293d2","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.434170451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"574cdd7b-44e7-4037-b164-1ff960a94615","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.434190703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"574cdd7b-44e7-4037-b164-1ff960a94615","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.464482612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"6fe1b92f-7e31-49fc-a098-f11bddb1546f","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.495445528Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"6fe1b92f-7e31-49fc-a098-f11bddb1546f","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.542832903Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c94fdf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"6fe1b92f-7e31-49fc-a098-f11bddb1546f","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.553327161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"6fc4344b-941a-4460-90b4-628f7d49d868","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.553354393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"6fc4344b-941a-4460-90b4-628f7d49d868","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.104756852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d950a1f7-046c-4376-a17c-610c3d80ec75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.108689781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d950a1f7-046c-4376-a17c-610c3d80ec75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.112409165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d950a1f7-046c-4376-a17c-610c3d80ec75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.11664085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d950a1f7-046c-4376-a17c-610c3d80ec75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.397658863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c471e133-bfa3-4b5a-be7f-d8af0636bbd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.401051699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c471e133-bfa3-4b5a-be7f-d8af0636bbd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.40456374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c471e133-bfa3-4b5a-be7f-d8af0636bbd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.408019375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c471e133-bfa3-4b5a-be7f-d8af0636bbd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.667129023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99d71f7-cec4-43ec-b487-505268b42b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.670524274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99d71f7-cec4-43ec-b487-505268b42b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.673721069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99d71f7-cec4-43ec-b487-505268b42b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.676906463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f99d71f7-cec4-43ec-b487-505268b42b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:05.999024911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec895cc-3efb-4b14-8911-d2fd18b5b018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:06.002428167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec895cc-3efb-4b14-8911-d2fd18b5b018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:06.005819326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec895cc-3efb-4b14-8911-d2fd18b5b018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:06.009541972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ec895cc-3efb-4b14-8911-d2fd18b5b018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:06.036286605Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4d63cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4d63cd","reconcileID":"02105bb3-af54-44cf-ae5c-0c770271b822","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4d63cd","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-4d63cd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:06.290394752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130abd4e-06f7-468e-beb0-1a46e344736b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:06.294504877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130abd4e-06f7-468e-beb0-1a46e344736b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:06.298243022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130abd4e-06f7-468e-beb0-1a46e344736b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:06.301755913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130abd4e-06f7-468e-beb0-1a46e344736b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:07.018122157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"9981cd50-d3d8-45b6-b12e-f81a3ce25c7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:07.028080557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"9981cd50-d3d8-45b6-b12e-f81a3ce25c7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:07.038816005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"9981cd50-d3d8-45b6-b12e-f81a3ce25c7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:07.599545651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"b526c45b-4d3e-469f-93a2-20d45d3c50aa","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:07.782873357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"b526c45b-4d3e-469f-93a2-20d45d3c50aa","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:07.798043615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f5afd7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"b526c45b-4d3e-469f-93a2-20d45d3c50aa","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:11.343756327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:12.5678338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"1c235661-93ae-4aa2-b77f-f30756bf35a2","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:12.576854938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"1c235661-93ae-4aa2-b77f-f30756bf35a2","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:12.5845204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c94fdf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"1c235661-93ae-4aa2-b77f-f30756bf35a2","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:16.644840105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"9ab8d413-f3a9-45ab-b31f-0b93b5071f70","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:16.70203112Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"9ab8d413-f3a9-45ab-b31f-0b93b5071f70","name":"e2e-inf-b-d7c7fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:17.063057634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"1b46bf51-29c7-4840-8ecf-e8e0d5b1e4cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:17.074527812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"1b46bf51-29c7-4840-8ecf-e8e0d5b1e4cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:17.085697013Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"1b46bf51-29c7-4840-8ecf-e8e0d5b1e4cd","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:17.807772798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"004affb4-0877-4677-92e9-5757e754ebac","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:17.816205681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"004affb4-0877-4677-92e9-5757e754ebac","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:17.824255623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f5afd7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"004affb4-0877-4677-92e9-5757e754ebac","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:22.594631027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"42e2f53e-5c28-4b1e-8ed9-8f78dac904fa","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:22.602825605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"42e2f53e-5c28-4b1e-8ed9-8f78dac904fa","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:22.609856665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c94fdf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"42e2f53e-5c28-4b1e-8ed9-8f78dac904fa","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:27.093742764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"cd3046a3-1336-423b-93d7-f8fe5341fc98","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:27.10262168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"cd3046a3-1336-423b-93d7-f8fe5341fc98","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:27.110258782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"cd3046a3-1336-423b-93d7-f8fe5341fc98","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:27.831884333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"fdb7eaa9-2056-4063-b4c1-c819cd092353","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:27.840260567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"fdb7eaa9-2056-4063-b4c1-c819cd092353","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:27.850575004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f5afd7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"fdb7eaa9-2056-4063-b4c1-c819cd092353","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:30.018850373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"a4ff6f74-abff-444a-bb07-c268bba976ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:30.066035788Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"a4ff6f74-abff-444a-bb07-c268bba976ed","name":"e2e-inf-a-4d63cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:32.619964581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"2fd3a485-0d71-438f-abf9-7b691baa363d","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:32.628375428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"2fd3a485-0d71-438f-abf9-7b691baa363d","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:32.636451919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c94fdf-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"2fd3a485-0d71-438f-abf9-7b691baa363d","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:37.118402857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"2207a18f-b1ad-4a93-ac14-1a6865bc6617","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:37.166768295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"2207a18f-b1ad-4a93-ac14-1a6865bc6617","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:37.18103368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"2207a18f-b1ad-4a93-ac14-1a6865bc6617","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:37.863199978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"69473da0-1d0b-4868-9651-c65dc71970dd","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:37.872085532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"69473da0-1d0b-4868-9651-c65dc71970dd","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:37.879655786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f5afd7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4eb597b6ad3b5249abd09c7fa705dcf6e75d8662648a6f1f48d455a96d642cb1) AuthConfig (3cd1611c7fa029c243dea82ec9147cb3f39daaf3860efb8719cbae50d476e2f1) AuthConfig (b8956c182dbe9de0d0cfb9eb28b66aa4740bdbe3b3df1568b38f58c69f1f22e1) AuthConfig (0b4a8c082a0d60366856ee1f15ba91709e7669b1b4680375679483ecb8368454) AuthConfig (3914bb8ea2019c78be334d879aea3c88d27b50835c41a8bff315242ab2c4dbd7) AuthConfig (b23cafda0cf4bbf9309e8adc0537066dc723fb46d0ae556cd3de57f7454c474c) AuthConfig (4cdf9e187f4b9e6be18e1a5b0ac27ef5cab8edc0aca94e8248d11d9f1e019f5c) AuthConfig (a28e0e7355671663996af4c519a431a811bfe7892a40065f68db2be08487fc47) AuthConfig (3e17bd2454df153892687ac5cd98713e5ec85913a3f2bb5803f5b79b82301eb2) AuthConfig (4f302ab8de2696bedf5f58a1a4ea10656a778093227912e73ad7f3744657fd97) AuthConfig (fed933e833986f039d4f0c0c7d98eabeeea972c7b53cb20d1a6ad6a64d064104) AuthConfig (95c4fec7720664cb0829ccd8db801224de95d969a670ac4ed87c215c2329ccd2) AuthConfig (ddf8fb4cba503c108e8f18858f5ca4808127657f1bdf75cabae66c2325eb06de) AuthConfig (d0dcd9994c426a4e1877fb2bbcb4ac374fee93dc88432dd31be87fd5b912653b) AuthConfig (5ce7a571675bbc543e13054f9a9cf7129d0bb46f0ba32d4b7b4ad90f1679b4e9) AuthConfig (4f6ef447d21374da93cdf9749bdca858d89a967599cec5e91c3ecb80f8d165ca) AuthConfig (747b8e3749197bcf73ac369a6f6b3aae2ceb22934234b8e5328d8811835881e7) AuthConfig (9518d81a08ed95d2d99768cd5cc4398bde34b8a6bc6b929c96fc0d2b4f9f59ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"69473da0-1d0b-4868-9651-c65dc71970dd","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:37.889137776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"55ed7aa8-9446-4b28-9b90-057d8b1ae7ab","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:37.889158092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"55ed7aa8-9446-4b28-9b90-057d8b1ae7ab","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:41.512101636Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:41.712573678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a710fe8b-afbb-42a2-9c39-a41957ef60d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:41.716851311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a710fe8b-afbb-42a2-9c39-a41957ef60d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:41.720962563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a710fe8b-afbb-42a2-9c39-a41957ef60d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:41.725118179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a710fe8b-afbb-42a2-9c39-a41957ef60d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.045239063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38639790-9f09-4716-85e5-425695c2cf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.052478807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38639790-9f09-4716-85e5-425695c2cf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.056412917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38639790-9f09-4716-85e5-425695c2cf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.060195946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38639790-9f09-4716-85e5-425695c2cf0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.64914493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"c57f0fdc-dc17-4246-aa43-b681c541d9cf","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.659043372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"c57f0fdc-dc17-4246-aa43-b681c541d9cf","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.667114884Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c94fdf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62a1bf3992eaa3fa58a2ae0f93b21809dcf8c5d685de7104fa78d6e453946a90) AuthConfig (291918fdf98af0eba9f4f98254f565296907163735d5674e1483363a1832823e) AuthConfig (0d515379d5450ea3f7e356a8bd353fec0a7001265bae76096b756efed1989a80) AuthConfig (24593bb5a3c00868ae5e9c6912d30848d86ec05b6f8d7b7e1f37b3a7c275c3bd) AuthConfig (85a88d0d98c0a2c73c345869e6ccc9b3130418e823e2aed98abcd5886749e04f) AuthConfig (3ac8d40664e3906755a1326e0a06c8ff10f3af2e1b13cc57d7f6c9c891a02153) AuthConfig (d087f1b24a15cb22bbbd68a4e42afea1b3449804c43f159ddfb29fa5f5e1b98e) AuthConfig (9bf0bd87512b08cd4a6f55de9e98296520f6595cc6e1a9f96ffb5d13c89748f7) AuthConfig (503cfbe3bc42433942d36d4b102326a1886d1d1cb5b1c7f4328ac574b971bd8c) AuthConfig (069ea86beef5aef2afb8bad88c4aa77f0d2c77ec6987ddd25ba671439f2bda7f) AuthConfig (509171cdcfec4dfb452f2828f35e2107fc735df93d32b0cde56cde95ee6802f0) AuthConfig (42e0cb3595b18ce2a57ba70beb65cbe4cc56f0ad298d60f606a1b7c29a40f9ab) AuthConfig (870d6fb844723153e5a712f84a0135ba44d2b77770ee22bdecc979b26cd8b23f) AuthConfig (6cf15b2912e5e11ad7f4733320f00dc8f91b9f1f9f0f8510d7a65b01fa0cbd71) AuthConfig (c04629d423564839a80440d018d57152b3b127b2f95e07b0be9fcda8a3e21cea) AuthConfig (88adeb5d63449614e08a48b6c7fdb613ed71d7d29df07cd38620a3a83088fc1f) AuthConfig (a542d2fae6686e4af596057ec5cb49a7fcaa64b320ed59a63dd1a78227a78b41) AuthConfig (928199a8a99064fc75f3979942156064cd55e2b212eba50126c2d892bc2e7e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"c57f0fdc-dc17-4246-aa43-b681c541d9cf","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.677027625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"c9da70a1-ea99-454d-a671-a3bdb136de21","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.677048794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"c9da70a1-ea99-454d-a671-a3bdb136de21","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:47.18907429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"1e832f5e-d758-4aa3-95f6-db2816790130","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:47.197704275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"1e832f5e-d758-4aa3-95f6-db2816790130","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:47.204579578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a128d805dd45e09ddfc3fa1f23aeacd5d2fbd7d3ea185f786f2cb0a342e536d6) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (4b6c76d80e70443a93c39916fc63716ca3d27f48eaba6914d1bebce17499af66) AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (5e375ecac3f085efd1245c53576e44b9f89582b36525cec544e024bcae4f2bcc) AuthConfig (2a00b6792ae8962daa99ed952f70f6508c0e0ba62d85cf5eb18aa3a25cb618ee) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"1e832f5e-d758-4aa3-95f6-db2816790130","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:47.218286466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"7b48ad58-8e5f-4963-8d1e-29d4826d504f","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:47.899434014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"ce6ad802-505e-42b7-a351-528195f71c7e","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:47.908117772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"ce6ad802-505e-42b7-a351-528195f71c7e","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:47.915706706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f5afd7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4eb597b6ad3b5249abd09c7fa705dcf6e75d8662648a6f1f48d455a96d642cb1) AuthConfig (3cd1611c7fa029c243dea82ec9147cb3f39daaf3860efb8719cbae50d476e2f1) AuthConfig (b8956c182dbe9de0d0cfb9eb28b66aa4740bdbe3b3df1568b38f58c69f1f22e1) AuthConfig (0b4a8c082a0d60366856ee1f15ba91709e7669b1b4680375679483ecb8368454) AuthConfig (3914bb8ea2019c78be334d879aea3c88d27b50835c41a8bff315242ab2c4dbd7) AuthConfig (b23cafda0cf4bbf9309e8adc0537066dc723fb46d0ae556cd3de57f7454c474c) AuthConfig (4cdf9e187f4b9e6be18e1a5b0ac27ef5cab8edc0aca94e8248d11d9f1e019f5c) AuthConfig (a28e0e7355671663996af4c519a431a811bfe7892a40065f68db2be08487fc47) AuthConfig (3e17bd2454df153892687ac5cd98713e5ec85913a3f2bb5803f5b79b82301eb2) AuthConfig (4f302ab8de2696bedf5f58a1a4ea10656a778093227912e73ad7f3744657fd97) AuthConfig (fed933e833986f039d4f0c0c7d98eabeeea972c7b53cb20d1a6ad6a64d064104) AuthConfig (95c4fec7720664cb0829ccd8db801224de95d969a670ac4ed87c215c2329ccd2) AuthConfig (ddf8fb4cba503c108e8f18858f5ca4808127657f1bdf75cabae66c2325eb06de) AuthConfig (d0dcd9994c426a4e1877fb2bbcb4ac374fee93dc88432dd31be87fd5b912653b) AuthConfig (5ce7a571675bbc543e13054f9a9cf7129d0bb46f0ba32d4b7b4ad90f1679b4e9) AuthConfig (4f6ef447d21374da93cdf9749bdca858d89a967599cec5e91c3ecb80f8d165ca) AuthConfig (747b8e3749197bcf73ac369a6f6b3aae2ceb22934234b8e5328d8811835881e7) AuthConfig (9518d81a08ed95d2d99768cd5cc4398bde34b8a6bc6b929c96fc0d2b4f9f59ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"ce6ad802-505e-42b7-a351-528195f71c7e","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:52.684568745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"c8ffa224-26ef-4aa4-8e1a-751a434a66d8","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:52.693244857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"c8ffa224-26ef-4aa4-8e1a-751a434a66d8","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:52.700628468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c94fdf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62a1bf3992eaa3fa58a2ae0f93b21809dcf8c5d685de7104fa78d6e453946a90) AuthConfig (291918fdf98af0eba9f4f98254f565296907163735d5674e1483363a1832823e) AuthConfig (0d515379d5450ea3f7e356a8bd353fec0a7001265bae76096b756efed1989a80) AuthConfig (24593bb5a3c00868ae5e9c6912d30848d86ec05b6f8d7b7e1f37b3a7c275c3bd) AuthConfig (85a88d0d98c0a2c73c345869e6ccc9b3130418e823e2aed98abcd5886749e04f) AuthConfig (3ac8d40664e3906755a1326e0a06c8ff10f3af2e1b13cc57d7f6c9c891a02153) AuthConfig (d087f1b24a15cb22bbbd68a4e42afea1b3449804c43f159ddfb29fa5f5e1b98e) AuthConfig (9bf0bd87512b08cd4a6f55de9e98296520f6595cc6e1a9f96ffb5d13c89748f7) AuthConfig (503cfbe3bc42433942d36d4b102326a1886d1d1cb5b1c7f4328ac574b971bd8c) AuthConfig (069ea86beef5aef2afb8bad88c4aa77f0d2c77ec6987ddd25ba671439f2bda7f) AuthConfig (509171cdcfec4dfb452f2828f35e2107fc735df93d32b0cde56cde95ee6802f0) AuthConfig (42e0cb3595b18ce2a57ba70beb65cbe4cc56f0ad298d60f606a1b7c29a40f9ab) AuthConfig (870d6fb844723153e5a712f84a0135ba44d2b77770ee22bdecc979b26cd8b23f) AuthConfig (6cf15b2912e5e11ad7f4733320f00dc8f91b9f1f9f0f8510d7a65b01fa0cbd71) AuthConfig (c04629d423564839a80440d018d57152b3b127b2f95e07b0be9fcda8a3e21cea) AuthConfig (88adeb5d63449614e08a48b6c7fdb613ed71d7d29df07cd38620a3a83088fc1f) AuthConfig (a542d2fae6686e4af596057ec5cb49a7fcaa64b320ed59a63dd1a78227a78b41) AuthConfig (928199a8a99064fc75f3979942156064cd55e2b212eba50126c2d892bc2e7e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"c8ffa224-26ef-4aa4-8e1a-751a434a66d8","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.627010915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f7a795-e32b-4c6c-9471-ff9c2963379e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.633168529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f7a795-e32b-4c6c-9471-ff9c2963379e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.644219165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f7a795-e32b-4c6c-9471-ff9c2963379e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.649545828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f7a795-e32b-4c6c-9471-ff9c2963379e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.909317823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecffe90b-a0a4-4521-8236-85ed80f727f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.912671214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecffe90b-a0a4-4521-8236-85ed80f727f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.916084327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecffe90b-a0a4-4521-8236-85ed80f727f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.919841659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecffe90b-a0a4-4521-8236-85ed80f727f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:57.222519396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"f422f5ff-7b53-4bf0-9d5b-cc1f135af7ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:57.231507434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"f422f5ff-7b53-4bf0-9d5b-cc1f135af7ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:57.239439516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a128d805dd45e09ddfc3fa1f23aeacd5d2fbd7d3ea185f786f2cb0a342e536d6) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (4b6c76d80e70443a93c39916fc63716ca3d27f48eaba6914d1bebce17499af66) AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (5e375ecac3f085efd1245c53576e44b9f89582b36525cec544e024bcae4f2bcc) AuthConfig (2a00b6792ae8962daa99ed952f70f6508c0e0ba62d85cf5eb18aa3a25cb618ee) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"f422f5ff-7b53-4bf0-9d5b-cc1f135af7ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:57.927706994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"9b1d8b83-74ef-4da0-af97-8aac4b2b784b","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:57.942668396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"9b1d8b83-74ef-4da0-af97-8aac4b2b784b","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:57.950186666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f5afd7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4eb597b6ad3b5249abd09c7fa705dcf6e75d8662648a6f1f48d455a96d642cb1) AuthConfig (3cd1611c7fa029c243dea82ec9147cb3f39daaf3860efb8719cbae50d476e2f1) AuthConfig (b8956c182dbe9de0d0cfb9eb28b66aa4740bdbe3b3df1568b38f58c69f1f22e1) AuthConfig (0b4a8c082a0d60366856ee1f15ba91709e7669b1b4680375679483ecb8368454) AuthConfig (3914bb8ea2019c78be334d879aea3c88d27b50835c41a8bff315242ab2c4dbd7) AuthConfig (b23cafda0cf4bbf9309e8adc0537066dc723fb46d0ae556cd3de57f7454c474c) AuthConfig (4cdf9e187f4b9e6be18e1a5b0ac27ef5cab8edc0aca94e8248d11d9f1e019f5c) AuthConfig (a28e0e7355671663996af4c519a431a811bfe7892a40065f68db2be08487fc47) AuthConfig (3e17bd2454df153892687ac5cd98713e5ec85913a3f2bb5803f5b79b82301eb2) AuthConfig (4f302ab8de2696bedf5f58a1a4ea10656a778093227912e73ad7f3744657fd97) AuthConfig (fed933e833986f039d4f0c0c7d98eabeeea972c7b53cb20d1a6ad6a64d064104) AuthConfig (95c4fec7720664cb0829ccd8db801224de95d969a670ac4ed87c215c2329ccd2) AuthConfig (ddf8fb4cba503c108e8f18858f5ca4808127657f1bdf75cabae66c2325eb06de) AuthConfig (d0dcd9994c426a4e1877fb2bbcb4ac374fee93dc88432dd31be87fd5b912653b) AuthConfig (5ce7a571675bbc543e13054f9a9cf7129d0bb46f0ba32d4b7b4ad90f1679b4e9) AuthConfig (4f6ef447d21374da93cdf9749bdca858d89a967599cec5e91c3ecb80f8d165ca) AuthConfig (747b8e3749197bcf73ac369a6f6b3aae2ceb22934234b8e5328d8811835881e7) AuthConfig (9518d81a08ed95d2d99768cd5cc4398bde34b8a6bc6b929c96fc0d2b4f9f59ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"9b1d8b83-74ef-4da0-af97-8aac4b2b784b","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:00.704709365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb327241-e025-4038-878e-ba9c2e73d0eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:00.726230637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb327241-e025-4038-878e-ba9c2e73d0eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:00.749976345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb327241-e025-4038-878e-ba9c2e73d0eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:00.753701924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb327241-e025-4038-878e-ba9c2e73d0eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:00.945991583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a81124-9ac2-4155-a0e8-791cad6de863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:00.949341646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a81124-9ac2-4155-a0e8-791cad6de863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:00.952789105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a81124-9ac2-4155-a0e8-791cad6de863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:00.956103955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4a81124-9ac2-4155-a0e8-791cad6de863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:01.61219531Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-519a78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-519a78","reconcileID":"5401acab-b21e-4cdc-a3ac-b5d2347fae26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-519a78","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-519a78":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:01.830082131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea825bf-994f-49d3-9008-a756546dc928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:01.833726745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea825bf-994f-49d3-9008-a756546dc928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:01.83702467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea825bf-994f-49d3-9008-a756546dc928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:01.840240775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ea825bf-994f-49d3-9008-a756546dc928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:02.711709321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"efa64701-a3dd-4d07-bda1-a0f20e238e8b","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:02.721874372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"efa64701-a3dd-4d07-bda1-a0f20e238e8b","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:02.731013327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c94fdf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62a1bf3992eaa3fa58a2ae0f93b21809dcf8c5d685de7104fa78d6e453946a90) AuthConfig (291918fdf98af0eba9f4f98254f565296907163735d5674e1483363a1832823e) AuthConfig (0d515379d5450ea3f7e356a8bd353fec0a7001265bae76096b756efed1989a80) AuthConfig (24593bb5a3c00868ae5e9c6912d30848d86ec05b6f8d7b7e1f37b3a7c275c3bd) AuthConfig (85a88d0d98c0a2c73c345869e6ccc9b3130418e823e2aed98abcd5886749e04f) AuthConfig (3ac8d40664e3906755a1326e0a06c8ff10f3af2e1b13cc57d7f6c9c891a02153) AuthConfig (d087f1b24a15cb22bbbd68a4e42afea1b3449804c43f159ddfb29fa5f5e1b98e) AuthConfig (9bf0bd87512b08cd4a6f55de9e98296520f6595cc6e1a9f96ffb5d13c89748f7) AuthConfig (503cfbe3bc42433942d36d4b102326a1886d1d1cb5b1c7f4328ac574b971bd8c) AuthConfig (069ea86beef5aef2afb8bad88c4aa77f0d2c77ec6987ddd25ba671439f2bda7f) AuthConfig (509171cdcfec4dfb452f2828f35e2107fc735df93d32b0cde56cde95ee6802f0) AuthConfig (42e0cb3595b18ce2a57ba70beb65cbe4cc56f0ad298d60f606a1b7c29a40f9ab) AuthConfig (870d6fb844723153e5a712f84a0135ba44d2b77770ee22bdecc979b26cd8b23f) AuthConfig (6cf15b2912e5e11ad7f4733320f00dc8f91b9f1f9f0f8510d7a65b01fa0cbd71) AuthConfig (c04629d423564839a80440d018d57152b3b127b2f95e07b0be9fcda8a3e21cea) AuthConfig (88adeb5d63449614e08a48b6c7fdb613ed71d7d29df07cd38620a3a83088fc1f) AuthConfig (a542d2fae6686e4af596057ec5cb49a7fcaa64b320ed59a63dd1a78227a78b41) AuthConfig (928199a8a99064fc75f3979942156064cd55e2b212eba50126c2d892bc2e7e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"efa64701-a3dd-4d07-bda1-a0f20e238e8b","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:04.750859625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"2b95747f-4451-4c15-bb4a-8c23020fd559","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:04.750893948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"2b95747f-4451-4c15-bb4a-8c23020fd559","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.034975838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"ce507f71-77da-4584-ae6a-36324051a120","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.035004741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"ce507f71-77da-4584-ae6a-36324051a120","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.043156267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"184575aa-879b-4c89-846a-75d5ffbf57e3","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.043173177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"184575aa-879b-4c89-846a-75d5ffbf57e3","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.050128508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"38aff021-0c03-4be3-9137-5ccc3383ad39","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.083000558Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"38aff021-0c03-4be3-9137-5ccc3383ad39","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.091064127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bf7965-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"38aff021-0c03-4be3-9137-5ccc3383ad39","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.100022381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"397ebad8-a1a4-468a-b55a-4053555347f6","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.100047963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"397ebad8-a1a4-468a-b55a-4053555347f6","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:07.246501964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"77ba61f1-a4d6-4af6-9689-bc9f70d93bbf","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:07.254684322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"77ba61f1-a4d6-4af6-9689-bc9f70d93bbf","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:07.261937677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a128d805dd45e09ddfc3fa1f23aeacd5d2fbd7d3ea185f786f2cb0a342e536d6) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (4b6c76d80e70443a93c39916fc63716ca3d27f48eaba6914d1bebce17499af66) AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (5e375ecac3f085efd1245c53576e44b9f89582b36525cec544e024bcae4f2bcc) AuthConfig (2a00b6792ae8962daa99ed952f70f6508c0e0ba62d85cf5eb18aa3a25cb618ee) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"77ba61f1-a4d6-4af6-9689-bc9f70d93bbf","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:07.958043831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"890ee9c1-c003-4531-b4b1-c4c1a2006cde","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:07.966505417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"890ee9c1-c003-4531-b4b1-c4c1a2006cde","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:07.973825279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f5afd7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4eb597b6ad3b5249abd09c7fa705dcf6e75d8662648a6f1f48d455a96d642cb1) AuthConfig (3cd1611c7fa029c243dea82ec9147cb3f39daaf3860efb8719cbae50d476e2f1) AuthConfig (b8956c182dbe9de0d0cfb9eb28b66aa4740bdbe3b3df1568b38f58c69f1f22e1) AuthConfig (0b4a8c082a0d60366856ee1f15ba91709e7669b1b4680375679483ecb8368454) AuthConfig (3914bb8ea2019c78be334d879aea3c88d27b50835c41a8bff315242ab2c4dbd7) AuthConfig (b23cafda0cf4bbf9309e8adc0537066dc723fb46d0ae556cd3de57f7454c474c) AuthConfig (4cdf9e187f4b9e6be18e1a5b0ac27ef5cab8edc0aca94e8248d11d9f1e019f5c) AuthConfig (a28e0e7355671663996af4c519a431a811bfe7892a40065f68db2be08487fc47) AuthConfig (3e17bd2454df153892687ac5cd98713e5ec85913a3f2bb5803f5b79b82301eb2) AuthConfig (4f302ab8de2696bedf5f58a1a4ea10656a778093227912e73ad7f3744657fd97) AuthConfig (fed933e833986f039d4f0c0c7d98eabeeea972c7b53cb20d1a6ad6a64d064104) AuthConfig (95c4fec7720664cb0829ccd8db801224de95d969a670ac4ed87c215c2329ccd2) AuthConfig (ddf8fb4cba503c108e8f18858f5ca4808127657f1bdf75cabae66c2325eb06de) AuthConfig (d0dcd9994c426a4e1877fb2bbcb4ac374fee93dc88432dd31be87fd5b912653b) AuthConfig (5ce7a571675bbc543e13054f9a9cf7129d0bb46f0ba32d4b7b4ad90f1679b4e9) AuthConfig (4f6ef447d21374da93cdf9749bdca858d89a967599cec5e91c3ecb80f8d165ca) AuthConfig (747b8e3749197bcf73ac369a6f6b3aae2ceb22934234b8e5328d8811835881e7) AuthConfig (9518d81a08ed95d2d99768cd5cc4398bde34b8a6bc6b929c96fc0d2b4f9f59ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"890ee9c1-c003-4531-b4b1-c4c1a2006cde","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:11.350841118Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:12.744036478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"ee18749d-4296-405e-8110-e542d7e041a1","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:12.752740315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"ee18749d-4296-405e-8110-e542d7e041a1","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:12.759792058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c94fdf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62a1bf3992eaa3fa58a2ae0f93b21809dcf8c5d685de7104fa78d6e453946a90) AuthConfig (291918fdf98af0eba9f4f98254f565296907163735d5674e1483363a1832823e) AuthConfig (0d515379d5450ea3f7e356a8bd353fec0a7001265bae76096b756efed1989a80) AuthConfig (24593bb5a3c00868ae5e9c6912d30848d86ec05b6f8d7b7e1f37b3a7c275c3bd) AuthConfig (85a88d0d98c0a2c73c345869e6ccc9b3130418e823e2aed98abcd5886749e04f) AuthConfig (3ac8d40664e3906755a1326e0a06c8ff10f3af2e1b13cc57d7f6c9c891a02153) AuthConfig (d087f1b24a15cb22bbbd68a4e42afea1b3449804c43f159ddfb29fa5f5e1b98e) AuthConfig (9bf0bd87512b08cd4a6f55de9e98296520f6595cc6e1a9f96ffb5d13c89748f7) AuthConfig (503cfbe3bc42433942d36d4b102326a1886d1d1cb5b1c7f4328ac574b971bd8c) AuthConfig (069ea86beef5aef2afb8bad88c4aa77f0d2c77ec6987ddd25ba671439f2bda7f) AuthConfig (509171cdcfec4dfb452f2828f35e2107fc735df93d32b0cde56cde95ee6802f0) AuthConfig (42e0cb3595b18ce2a57ba70beb65cbe4cc56f0ad298d60f606a1b7c29a40f9ab) AuthConfig (870d6fb844723153e5a712f84a0135ba44d2b77770ee22bdecc979b26cd8b23f) AuthConfig (6cf15b2912e5e11ad7f4733320f00dc8f91b9f1f9f0f8510d7a65b01fa0cbd71) AuthConfig (c04629d423564839a80440d018d57152b3b127b2f95e07b0be9fcda8a3e21cea) AuthConfig (88adeb5d63449614e08a48b6c7fdb613ed71d7d29df07cd38620a3a83088fc1f) AuthConfig (a542d2fae6686e4af596057ec5cb49a7fcaa64b320ed59a63dd1a78227a78b41) AuthConfig (928199a8a99064fc75f3979942156064cd55e2b212eba50126c2d892bc2e7e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"ee18749d-4296-405e-8110-e542d7e041a1","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:15.113634046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"9762993f-04ed-4605-88ad-f36f3647c8e7","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:15.123512547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"9762993f-04ed-4605-88ad-f36f3647c8e7","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:15.132488156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bf7965-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"9762993f-04ed-4605-88ad-f36f3647c8e7","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:17.271384736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"c4a67df6-62ac-4250-bd60-76b81b72a059","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:17.280184965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"c4a67df6-62ac-4250-bd60-76b81b72a059","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:17.287720949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a128d805dd45e09ddfc3fa1f23aeacd5d2fbd7d3ea185f786f2cb0a342e536d6) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (4b6c76d80e70443a93c39916fc63716ca3d27f48eaba6914d1bebce17499af66) AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (5e375ecac3f085efd1245c53576e44b9f89582b36525cec544e024bcae4f2bcc) AuthConfig (2a00b6792ae8962daa99ed952f70f6508c0e0ba62d85cf5eb18aa3a25cb618ee) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"c4a67df6-62ac-4250-bd60-76b81b72a059","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:17.981099818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"c8cec02b-d6bf-4a52-8b0f-50720eb5be30","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:17.989389212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"c8cec02b-d6bf-4a52-8b0f-50720eb5be30","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:17.997672942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f5afd7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4eb597b6ad3b5249abd09c7fa705dcf6e75d8662648a6f1f48d455a96d642cb1) AuthConfig (3cd1611c7fa029c243dea82ec9147cb3f39daaf3860efb8719cbae50d476e2f1) AuthConfig (b8956c182dbe9de0d0cfb9eb28b66aa4740bdbe3b3df1568b38f58c69f1f22e1) AuthConfig (0b4a8c082a0d60366856ee1f15ba91709e7669b1b4680375679483ecb8368454) AuthConfig (3914bb8ea2019c78be334d879aea3c88d27b50835c41a8bff315242ab2c4dbd7) AuthConfig (b23cafda0cf4bbf9309e8adc0537066dc723fb46d0ae556cd3de57f7454c474c) AuthConfig (4cdf9e187f4b9e6be18e1a5b0ac27ef5cab8edc0aca94e8248d11d9f1e019f5c) AuthConfig (a28e0e7355671663996af4c519a431a811bfe7892a40065f68db2be08487fc47) AuthConfig (3e17bd2454df153892687ac5cd98713e5ec85913a3f2bb5803f5b79b82301eb2) AuthConfig (4f302ab8de2696bedf5f58a1a4ea10656a778093227912e73ad7f3744657fd97) AuthConfig (fed933e833986f039d4f0c0c7d98eabeeea972c7b53cb20d1a6ad6a64d064104) AuthConfig (95c4fec7720664cb0829ccd8db801224de95d969a670ac4ed87c215c2329ccd2) AuthConfig (ddf8fb4cba503c108e8f18858f5ca4808127657f1bdf75cabae66c2325eb06de) AuthConfig (d0dcd9994c426a4e1877fb2bbcb4ac374fee93dc88432dd31be87fd5b912653b) AuthConfig (5ce7a571675bbc543e13054f9a9cf7129d0bb46f0ba32d4b7b4ad90f1679b4e9) AuthConfig (4f6ef447d21374da93cdf9749bdca858d89a967599cec5e91c3ecb80f8d165ca) AuthConfig (747b8e3749197bcf73ac369a6f6b3aae2ceb22934234b8e5328d8811835881e7) AuthConfig (9518d81a08ed95d2d99768cd5cc4398bde34b8a6bc6b929c96fc0d2b4f9f59ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"c8cec02b-d6bf-4a52-8b0f-50720eb5be30","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:22.767792028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"b6207544-9b64-44d0-bbbb-453467126fb5","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:22.776340975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"b6207544-9b64-44d0-bbbb-453467126fb5","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:22.783688641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-c94fdf-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62a1bf3992eaa3fa58a2ae0f93b21809dcf8c5d685de7104fa78d6e453946a90) AuthConfig (291918fdf98af0eba9f4f98254f565296907163735d5674e1483363a1832823e) AuthConfig (0d515379d5450ea3f7e356a8bd353fec0a7001265bae76096b756efed1989a80) AuthConfig (24593bb5a3c00868ae5e9c6912d30848d86ec05b6f8d7b7e1f37b3a7c275c3bd) AuthConfig (85a88d0d98c0a2c73c345869e6ccc9b3130418e823e2aed98abcd5886749e04f) AuthConfig (3ac8d40664e3906755a1326e0a06c8ff10f3af2e1b13cc57d7f6c9c891a02153) AuthConfig (d087f1b24a15cb22bbbd68a4e42afea1b3449804c43f159ddfb29fa5f5e1b98e) AuthConfig (9bf0bd87512b08cd4a6f55de9e98296520f6595cc6e1a9f96ffb5d13c89748f7) AuthConfig (503cfbe3bc42433942d36d4b102326a1886d1d1cb5b1c7f4328ac574b971bd8c) AuthConfig (069ea86beef5aef2afb8bad88c4aa77f0d2c77ec6987ddd25ba671439f2bda7f) AuthConfig (509171cdcfec4dfb452f2828f35e2107fc735df93d32b0cde56cde95ee6802f0) AuthConfig (42e0cb3595b18ce2a57ba70beb65cbe4cc56f0ad298d60f606a1b7c29a40f9ab) AuthConfig (870d6fb844723153e5a712f84a0135ba44d2b77770ee22bdecc979b26cd8b23f) AuthConfig (6cf15b2912e5e11ad7f4733320f00dc8f91b9f1f9f0f8510d7a65b01fa0cbd71) AuthConfig (c04629d423564839a80440d018d57152b3b127b2f95e07b0be9fcda8a3e21cea) AuthConfig (88adeb5d63449614e08a48b6c7fdb613ed71d7d29df07cd38620a3a83088fc1f) AuthConfig (a542d2fae6686e4af596057ec5cb49a7fcaa64b320ed59a63dd1a78227a78b41) AuthConfig (928199a8a99064fc75f3979942156064cd55e2b212eba50126c2d892bc2e7e72)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"b6207544-9b64-44d0-bbbb-453467126fb5","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:24.322828028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"e48721ca-0424-4dbb-9545-e14f62688548","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:24.391153163Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"e48721ca-0424-4dbb-9545-e14f62688548","name":"e2e-inf-b-519a78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:25.145438057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"2f1990bd-bad8-41c6-9b55-079f544ceac8","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:25.156320482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"2f1990bd-bad8-41c6-9b55-079f544ceac8","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:25.163463692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bf7965-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"2f1990bd-bad8-41c6-9b55-079f544ceac8","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:27.504969906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"d5688fbb-7186-4533-95f2-d5bcac377a90","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:27.515159998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"d5688fbb-7186-4533-95f2-d5bcac377a90","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:27.541835506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-05473b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a128d805dd45e09ddfc3fa1f23aeacd5d2fbd7d3ea185f786f2cb0a342e536d6) AuthConfig (ca10f4445fe960f315093e41e7972ff6580cd1c162b676acbd59acdfce2ea4d9) AuthConfig (578b12a1e0199c36a5ec86e65e52d4408b3e615e9beeda966ca4b074686b14a2) AuthConfig (4b6c76d80e70443a93c39916fc63716ca3d27f48eaba6914d1bebce17499af66) AuthConfig (f15b36b48ab834c87a37dcf370f422a0fd8381d6606cf26b15783f39a8ad3e76) AuthConfig (df4f468abc72cb50e6231cc704db8bcff836e4fcae615beb819e98b24bb71366) AuthConfig (5e375ecac3f085efd1245c53576e44b9f89582b36525cec544e024bcae4f2bcc) AuthConfig (2a00b6792ae8962daa99ed952f70f6508c0e0ba62d85cf5eb18aa3a25cb618ee) AuthConfig (63203e158f70a6fb9fbf6dcbc0532dea42a74c8a39c43578765af6288ccd01a9) AuthConfig (4091c9b056fbcaf139f49afeeb148ea1cc984688c28f57cd5e1aab603f088a43)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"d5688fbb-7186-4533-95f2-d5bcac377a90","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:28.005523047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"8cab6e98-8868-4633-99d3-92b8288a3f54","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:28.013770256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"8cab6e98-8868-4633-99d3-92b8288a3f54","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:28.022889553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-f5afd7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4eb597b6ad3b5249abd09c7fa705dcf6e75d8662648a6f1f48d455a96d642cb1) AuthConfig (3cd1611c7fa029c243dea82ec9147cb3f39daaf3860efb8719cbae50d476e2f1) AuthConfig (b8956c182dbe9de0d0cfb9eb28b66aa4740bdbe3b3df1568b38f58c69f1f22e1) AuthConfig (0b4a8c082a0d60366856ee1f15ba91709e7669b1b4680375679483ecb8368454) AuthConfig (3914bb8ea2019c78be334d879aea3c88d27b50835c41a8bff315242ab2c4dbd7) AuthConfig (b23cafda0cf4bbf9309e8adc0537066dc723fb46d0ae556cd3de57f7454c474c) AuthConfig (4cdf9e187f4b9e6be18e1a5b0ac27ef5cab8edc0aca94e8248d11d9f1e019f5c) AuthConfig (a28e0e7355671663996af4c519a431a811bfe7892a40065f68db2be08487fc47) AuthConfig (3e17bd2454df153892687ac5cd98713e5ec85913a3f2bb5803f5b79b82301eb2) AuthConfig (4f302ab8de2696bedf5f58a1a4ea10656a778093227912e73ad7f3744657fd97) AuthConfig (fed933e833986f039d4f0c0c7d98eabeeea972c7b53cb20d1a6ad6a64d064104) AuthConfig (95c4fec7720664cb0829ccd8db801224de95d969a670ac4ed87c215c2329ccd2) AuthConfig (ddf8fb4cba503c108e8f18858f5ca4808127657f1bdf75cabae66c2325eb06de) AuthConfig (d0dcd9994c426a4e1877fb2bbcb4ac374fee93dc88432dd31be87fd5b912653b) AuthConfig (5ce7a571675bbc543e13054f9a9cf7129d0bb46f0ba32d4b7b4ad90f1679b4e9) AuthConfig (4f6ef447d21374da93cdf9749bdca858d89a967599cec5e91c3ecb80f8d165ca) AuthConfig (747b8e3749197bcf73ac369a6f6b3aae2ceb22934234b8e5328d8811835881e7) AuthConfig (9518d81a08ed95d2d99768cd5cc4398bde34b8a6bc6b929c96fc0d2b4f9f59ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"8cab6e98-8868-4633-99d3-92b8288a3f54","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:28.788735327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"682bd557-025b-4673-b9c6-fe48e49b1bee","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:28.798298012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"682bd557-025b-4673-b9c6-fe48e49b1bee","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:28.805685207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bf7965-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff1578a385303aa2970b5bcf8e31c505aa80725a4f62fbb4618f8fcc44e4fe53) AuthConfig (4189a4db4e4da450106f174e0df0a47dbf180f6a2a2bd5a6d86451fe0c348e86) AuthConfig (989e1e1de1c68db5c793782b566ed1c0994396e6e3555fe5f43962e7578cda64) AuthConfig (7ef69c10dc775192aab68a8f76a6a559271c0c09df1829655dd65189a69d3e16) AuthConfig (572c31c30ff87c56b7edf28c281518abd9b550a7da26348c6c5ddb42f35934a8) AuthConfig (209167e7b327e2738cd3a0a1765df8f947cec28270525deb33b18df7cb8be955) AuthConfig (b18b42b0023c0c65aa51b38b387c624728aabce457925edd312743c3110a94ee) AuthConfig (6a585739090d6ae53bcc2298c6e0b71f8c853af9ea614d0475b4dcc62aad962f) AuthConfig (308387e4407053a997540ca2d558d171ca61fdadf366971cca3039aad37522a5) AuthConfig (51fe343ac761e172ccb58d8a2460bc8b116a95b5985e83943999be73ae81101c) AuthConfig (d687944277ababc57d181051040de04c04772f9614c67b41565c42ab828bbf23) AuthConfig (99de521bc2d9e9c072398841f4af81a977a82c035f436f5f05ac667f873cad3d) AuthConfig (c83166620197b2dc3249a9bfd05e74dd0dffcc12be3aea506a9665cdacfabd23) AuthConfig (095d8e3e93a86511f79957547f61acfbd44a2d934d8a140077b2d2252513064a) AuthConfig (a64246e12f489cc66da012b31981f1d10d691f87eb23321c1ae3a1a387906894) AuthConfig (8fb701924dd554e533fd35db9a6d1ee4afe8d74f1b0264c085a52f668e66d2f3) AuthConfig (b61f15095083dfb987f4cedc05fbc98147acc036523d27a6ffbdc35fd5446768) AuthConfig (df3e7e1ef702448e6966b74cef665b2421b180d4842dcedb8af51bbdde7fb592)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"682bd557-025b-4673-b9c6-fe48e49b1bee","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:28.815246681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"2ea128e1-84d7-45be-9896-e445d0fe2320","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:28.815267109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"2ea128e1-84d7-45be-9896-e445d0fe2320","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:32.791184249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"0aa758f4-9dd4-4c10-8dfd-d763f35fc80c","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:32.799898161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"0aa758f4-9dd4-4c10-8dfd-d763f35fc80c","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:32.846242567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"778048e2-d77d-4125-9adc-ba1c3e416d04","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:32.846274563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"778048e2-d77d-4125-9adc-ba1c3e416d04","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.399376179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"9ed0fbf4-d09f-4ffe-a11a-095613980e6a","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.399399242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"9ed0fbf4-d09f-4ffe-a11a-095613980e6a","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.41079082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"17c56507-fcfa-428a-8b0d-74d91b8c2fec","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.411873355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"ad2e9dd9-110b-4df8-9eb8-0c94173fb2cc","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.411894981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"ad2e9dd9-110b-4df8-9eb8-0c94173fb2cc","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:49:35.41248795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-sub","reconcileID":"be6a5e9e-262c-4772-a4fd-7355eefd40c5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-c94fdf-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:49:35.41729071Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"ad2e9dd9-110b-4df8-9eb8-0c94173fb2cc","name":"test-model-c94fdf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-c94fdf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:49:35.417339692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"ad2e9dd9-110b-4df8-9eb8-0c94173fb2cc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-c94fdf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.419951981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"17c56507-fcfa-428a-8b0d-74d91b8c2fec","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.423642908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"00957319-9a25-42fc-882e-8e48533c601c","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.423658119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"00957319-9a25-42fc-882e-8e48533c601c","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.425368826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"5268a6bc-762c-4f98-a0be-ae09fcecf45e","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.425383579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"5268a6bc-762c-4f98-a0be-ae09fcecf45e","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.432121899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"a34dd213-3e3f-4dfd-86cd-9f620d5cfc38","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.432144891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"a34dd213-3e3f-4dfd-86cd-9f620d5cfc38","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.450242637Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-sub","reconcileID":"06306d18-f175-41c0-b233-1e2a566958b8","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"maas-trlp-test-model-c94fdf","model":"test-model-c94fdf","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.470895906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"4d4b4fbe-e58d-4218-88ec-8bbcb61a65b6","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.47091267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"4d4b4fbe-e58d-4218-88ec-8bbcb61a65b6","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.535194805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"6d9064d7-5bc3-47cc-8397-9abd654ae0b6","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.543728892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"6d9064d7-5bc3-47cc-8397-9abd654ae0b6","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:35.547633194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-sub","reconcileID":"2822a8b1-9565-405b-8232-120f80a3377b","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"maas-trlp-test-model-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:37.550499951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"f225223a-803a-43ba-a7a2-57188091ce1d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:37.559152696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"f225223a-803a-43ba-a7a2-57188091ce1d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:37.691525673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"a58d126a-9216-4e71-b980-d8a09029f67c","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:38.041051513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"a82ce7e8-1f9e-42e9-be31-30985d3698d8","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:38.051853252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"a82ce7e8-1f9e-42e9-be31-30985d3698d8","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:38.084153503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"76ca3b98-2e0c-42d0-b9aa-c71f14ee0ae5","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:38.084175331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"76ca3b98-2e0c-42d0-b9aa-c71f14ee0ae5","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:38.822220411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"052c3bb4-b4b6-4a25-9e62-d188f03a0175","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:38.832758492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"052c3bb4-b4b6-4a25-9e62-d188f03a0175","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:38.840504876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bf7965-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff1578a385303aa2970b5bcf8e31c505aa80725a4f62fbb4618f8fcc44e4fe53) AuthConfig (4189a4db4e4da450106f174e0df0a47dbf180f6a2a2bd5a6d86451fe0c348e86) AuthConfig (989e1e1de1c68db5c793782b566ed1c0994396e6e3555fe5f43962e7578cda64) AuthConfig (7ef69c10dc775192aab68a8f76a6a559271c0c09df1829655dd65189a69d3e16) AuthConfig (572c31c30ff87c56b7edf28c281518abd9b550a7da26348c6c5ddb42f35934a8) AuthConfig (209167e7b327e2738cd3a0a1765df8f947cec28270525deb33b18df7cb8be955) AuthConfig (b18b42b0023c0c65aa51b38b387c624728aabce457925edd312743c3110a94ee) AuthConfig (6a585739090d6ae53bcc2298c6e0b71f8c853af9ea614d0475b4dcc62aad962f) AuthConfig (308387e4407053a997540ca2d558d171ca61fdadf366971cca3039aad37522a5) AuthConfig (51fe343ac761e172ccb58d8a2460bc8b116a95b5985e83943999be73ae81101c) AuthConfig (d687944277ababc57d181051040de04c04772f9614c67b41565c42ab828bbf23) AuthConfig (99de521bc2d9e9c072398841f4af81a977a82c035f436f5f05ac667f873cad3d) AuthConfig (c83166620197b2dc3249a9bfd05e74dd0dffcc12be3aea506a9665cdacfabd23) AuthConfig (095d8e3e93a86511f79957547f61acfbd44a2d934d8a140077b2d2252513064a) AuthConfig (a64246e12f489cc66da012b31981f1d10d691f87eb23321c1ae3a1a387906894) AuthConfig (8fb701924dd554e533fd35db9a6d1ee4afe8d74f1b0264c085a52f668e66d2f3) AuthConfig (b61f15095083dfb987f4cedc05fbc98147acc036523d27a6ffbdc35fd5446768) AuthConfig (df3e7e1ef702448e6966b74cef665b2421b180d4842dcedb8af51bbdde7fb592)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"052c3bb4-b4b6-4a25-9e62-d188f03a0175","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:38.999683421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"87d63a7d-8413-4995-8049-6230e28e4ebb","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.003886714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"d8fd369d-a9fd-4624-bdeb-59e968c722e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:49:39.005768285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"e3306729-b2c1-4708-8f9c-3765eac0c197","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-bdd63c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.012721524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"d8fd369d-a9fd-4624-bdeb-59e968c722e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.019511896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"009edcc4-bc93-4594-8427-35326296c2e6","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:49:39.031132756Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"009edcc4-bc93-4594-8427-35326296c2e6","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:49:39.031184847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"009edcc4-bc93-4594-8427-35326296c2e6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.039428567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"9d128560-77c2-47d4-a51f-0c626735696a","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.047816322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"a2678aa1-8a12-4f2f-9a99-7fd5ceb77470","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.062126859Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"7f205d8f-240b-4e6a-be9a-36cbbdd06604","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-05473b/e2e-shr-auth-bdd63c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.102946932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"3c57e073-6789-48df-a2d8-95f78fe4314d","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.13183175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"c1955124-1abf-4547-b254-c401b5e66780","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.142911754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"c1955124-1abf-4547-b254-c401b5e66780","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.157870599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"5466165d-1329-4a9e-b045-ebfddd8bce73","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.899748088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"cd5d58b0-4241-4472-9498-1cb6b7e0aadb","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.899773736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"cd5d58b0-4241-4472-9498-1cb6b7e0aadb","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.91825539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"51197464-47ab-48c4-9cae-27a867e09293","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.918342472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"51197464-47ab-48c4-9cae-27a867e09293","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.926291005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"a8f02aff-bf80-427e-870f-494a3a1c4ce5","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:49:40.926963645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-sub","reconcileID":"13a4ec5f-d357-4f86-9061-6dc5b477a218","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-f5afd7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:49:40.930095078Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"51197464-47ab-48c4-9cae-27a867e09293","name":"test-model-f5afd7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-f5afd7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:49:40.930206556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"51197464-47ab-48c4-9cae-27a867e09293","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-f5afd7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.936993313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"ede94322-23e0-4ac1-8ef7-275c33c71a78","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.940639465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"ede94322-23e0-4ac1-8ef7-275c33c71a78","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.941875124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"a8f02aff-bf80-427e-870f-494a3a1c4ce5","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.959574847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"b00705da-d955-4490-9e67-80ccbc8ab10d","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.960876583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"b00705da-d955-4490-9e67-80ccbc8ab10d","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.969175237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"608557fa-1787-42a2-aa2b-cc1484573511","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.969195436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"608557fa-1787-42a2-aa2b-cc1484573511","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:40.987284996Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-sub","reconcileID":"913c72bc-3460-414c-8d00-283e33a531df","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"maas-trlp-test-model-f5afd7","model":"test-model-f5afd7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:41.009954869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"cce1e852-6b11-47a7-b09f-3ce88be9678f","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:41.009973866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"cce1e852-6b11-47a7-b09f-3ce88be9678f","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:41.062101157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"e5b995ec-0778-49a1-b8f0-74fe6f04bc76","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:41.070620724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"e5b995ec-0778-49a1-b8f0-74fe6f04bc76","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:41.082991443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-sub","reconcileID":"0c43f206-6213-4372-9fc9-ea046c893f4e","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"maas-trlp-test-model-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:41.34389248Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:48.905995499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"36624630-4167-4517-8124-16356878edaf","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:48.921052119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"36624630-4167-4517-8124-16356878edaf","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:48.944321594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bf7965-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff1578a385303aa2970b5bcf8e31c505aa80725a4f62fbb4618f8fcc44e4fe53) AuthConfig (4189a4db4e4da450106f174e0df0a47dbf180f6a2a2bd5a6d86451fe0c348e86) AuthConfig (989e1e1de1c68db5c793782b566ed1c0994396e6e3555fe5f43962e7578cda64) AuthConfig (7ef69c10dc775192aab68a8f76a6a559271c0c09df1829655dd65189a69d3e16) AuthConfig (572c31c30ff87c56b7edf28c281518abd9b550a7da26348c6c5ddb42f35934a8) AuthConfig (209167e7b327e2738cd3a0a1765df8f947cec28270525deb33b18df7cb8be955) AuthConfig (b18b42b0023c0c65aa51b38b387c624728aabce457925edd312743c3110a94ee) AuthConfig (6a585739090d6ae53bcc2298c6e0b71f8c853af9ea614d0475b4dcc62aad962f) AuthConfig (308387e4407053a997540ca2d558d171ca61fdadf366971cca3039aad37522a5) AuthConfig (51fe343ac761e172ccb58d8a2460bc8b116a95b5985e83943999be73ae81101c) AuthConfig (d687944277ababc57d181051040de04c04772f9614c67b41565c42ab828bbf23) AuthConfig (99de521bc2d9e9c072398841f4af81a977a82c035f436f5f05ac667f873cad3d) AuthConfig (c83166620197b2dc3249a9bfd05e74dd0dffcc12be3aea506a9665cdacfabd23) AuthConfig (095d8e3e93a86511f79957547f61acfbd44a2d934d8a140077b2d2252513064a) AuthConfig (a64246e12f489cc66da012b31981f1d10d691f87eb23321c1ae3a1a387906894) AuthConfig (8fb701924dd554e533fd35db9a6d1ee4afe8d74f1b0264c085a52f668e66d2f3) AuthConfig (b61f15095083dfb987f4cedc05fbc98147acc036523d27a6ffbdc35fd5446768) AuthConfig (df3e7e1ef702448e6966b74cef665b2421b180d4842dcedb8af51bbdde7fb592)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"36624630-4167-4517-8124-16356878edaf","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:49.142554651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b593840-b4cb-4963-9f17-3b3741501a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:49.15277799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b593840-b4cb-4963-9f17-3b3741501a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:49.158314415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b593840-b4cb-4963-9f17-3b3741501a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:49.168872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b593840-b4cb-4963-9f17-3b3741501a5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:49.426715593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036ca76b-d659-43fa-a72d-83c03fe0d6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:49.430110948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036ca76b-d659-43fa-a72d-83c03fe0d6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:49.433492867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036ca76b-d659-43fa-a72d-83c03fe0d6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:49.436859983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"036ca76b-d659-43fa-a72d-83c03fe0d6df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:58.952820111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"5c568398-d26d-4e55-b3c7-f79072a5e280","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:58.961093262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"5c568398-d26d-4e55-b3c7-f79072a5e280","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:58.968251077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-bf7965-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ff1578a385303aa2970b5bcf8e31c505aa80725a4f62fbb4618f8fcc44e4fe53) AuthConfig (4189a4db4e4da450106f174e0df0a47dbf180f6a2a2bd5a6d86451fe0c348e86) AuthConfig (989e1e1de1c68db5c793782b566ed1c0994396e6e3555fe5f43962e7578cda64) AuthConfig (7ef69c10dc775192aab68a8f76a6a559271c0c09df1829655dd65189a69d3e16) AuthConfig (572c31c30ff87c56b7edf28c281518abd9b550a7da26348c6c5ddb42f35934a8) AuthConfig (209167e7b327e2738cd3a0a1765df8f947cec28270525deb33b18df7cb8be955) AuthConfig (b18b42b0023c0c65aa51b38b387c624728aabce457925edd312743c3110a94ee) AuthConfig (6a585739090d6ae53bcc2298c6e0b71f8c853af9ea614d0475b4dcc62aad962f) AuthConfig (308387e4407053a997540ca2d558d171ca61fdadf366971cca3039aad37522a5) AuthConfig (51fe343ac761e172ccb58d8a2460bc8b116a95b5985e83943999be73ae81101c) AuthConfig (d687944277ababc57d181051040de04c04772f9614c67b41565c42ab828bbf23) AuthConfig (99de521bc2d9e9c072398841f4af81a977a82c035f436f5f05ac667f873cad3d) AuthConfig (c83166620197b2dc3249a9bfd05e74dd0dffcc12be3aea506a9665cdacfabd23) AuthConfig (095d8e3e93a86511f79957547f61acfbd44a2d934d8a140077b2d2252513064a) AuthConfig (a64246e12f489cc66da012b31981f1d10d691f87eb23321c1ae3a1a387906894) AuthConfig (8fb701924dd554e533fd35db9a6d1ee4afe8d74f1b0264c085a52f668e66d2f3) AuthConfig (b61f15095083dfb987f4cedc05fbc98147acc036523d27a6ffbdc35fd5446768) AuthConfig (df3e7e1ef702448e6966b74cef665b2421b180d4842dcedb8af51bbdde7fb592)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"5c568398-d26d-4e55-b3c7-f79072a5e280","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:03.138107794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-sub","reconcileID":"0ae57e60-70bb-452f-82ec-2a79a18771f0","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"maas-trlp-test-model-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:03.162983834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"7c668af4-82e7-44fb-8854-f9df94d41830","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:03.163004148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"7c668af4-82e7-44fb-8854-f9df94d41830","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:04.548800319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"83d2eff0-0ef4-4444-aa98-316aef2d824d","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:04.55720988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"83d2eff0-0ef4-4444-aa98-316aef2d824d","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:08.976389487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"fb652fff-1acc-412f-b302-3ce2bc74e5c5","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:08.985325448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"fb652fff-1acc-412f-b302-3ce2bc74e5c5","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:09.009044398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"cff95139-3e85-45a0-8ff2-15a599ab4ae2","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:09.009064857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"cff95139-3e85-45a0-8ff2-15a599ab4ae2","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:09.934114659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"d7708614-355d-4088-85c5-837955cbb8a3","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:09.934161546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"d7708614-355d-4088-85c5-837955cbb8a3","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:10.228485667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"32f2ff7b-bfcb-493a-a5fd-afee897600a7","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:10.228505398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"32f2ff7b-bfcb-493a-a5fd-afee897600a7","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:10.23673468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"09ebc559-2671-486e-a87e-ed32ae022eb3","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:10.236753289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"09ebc559-2671-486e-a87e-ed32ae022eb3","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:10.270169262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"8bbd7e1a-1b13-47a0-8aaa-8de0d3545ef0","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:10.326029493Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"8bbd7e1a-1b13-47a0-8aaa-8de0d3545ef0","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:10.33371951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4d63cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"8bbd7e1a-1b13-47a0-8aaa-8de0d3545ef0","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:10.340377424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"9d1e837a-360a-4091-a4ad-d71f7c9953c4","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:10.340396677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"9d1e837a-360a-4091-a4ad-d71f7c9953c4","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:11.34463074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.538718977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"fc20a5a3-e818-41d0-982d-9eab5d5f679c","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.538738565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"fc20a5a3-e818-41d0-982d-9eab5d5f679c","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.546792425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"404bfcdc-0d2d-494d-96a4-a286d7f283ee","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.550684209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"af843775-54c0-46ba-a071-82ab83851f19","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.550710841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"af843775-54c0-46ba-a071-82ab83851f19","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:50:12.551534749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-sub","reconcileID":"dde21e92-561b-40c0-9856-ca7c11b98acb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-bf7965-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.555637565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"404bfcdc-0d2d-494d-96a4-a286d7f283ee","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:50:12.555883629Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"af843775-54c0-46ba-a071-82ab83851f19","name":"test-model-bf7965","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-bf7965\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:50:12.555935248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"af843775-54c0-46ba-a071-82ab83851f19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-bf7965\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.5620321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"c4ff77d3-d20d-4c9a-b117-7345c460cc4d","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.562050726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"c4ff77d3-d20d-4c9a-b117-7345c460cc4d","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.563825362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"162ad7f2-6ef1-41a9-918e-f9918911c384","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.56384051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"162ad7f2-6ef1-41a9-918e-f9918911c384","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.572474753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"f3f98b6b-3cf2-43e2-9054-e103209095e3","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.57249099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"f3f98b6b-3cf2-43e2-9054-e103209095e3","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.591899953Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-sub","reconcileID":"645efb04-576e-4d5c-889c-53898ece85cf","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"maas-trlp-test-model-bf7965","model":"test-model-bf7965","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-bf7965/test-model-bf7965-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.613769018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"3340be34-07d7-438d-8b82-2e639316ee27","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.61378603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"3340be34-07d7-438d-8b82-2e639316ee27","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.645946439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"30b06e8c-f1bc-4fcb-a291-7d97765ede08","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.654343365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"30b06e8c-f1bc-4fcb-a291-7d97765ede08","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:12.687251187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-sub","reconcileID":"c1643ce7-0a65-4e7a-92a5-4f5e121e2a77","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"maas-trlp-test-model-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:20.349131506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"918505db-b5a3-411d-8b4d-ccf5e8548c53","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:20.363781455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"918505db-b5a3-411d-8b4d-ccf5e8548c53","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:20.374338799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4d63cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"918505db-b5a3-411d-8b4d-ccf5e8548c53","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.824085441Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"94628dbe-1012-4450-9fe2-ad929b253fca","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.824330193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"21a7027a-1733-49c3-b463-b19bbefc2fd1","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.824349099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"21a7027a-1733-49c3-b463-b19bbefc2fd1","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.85419824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-sub","reconcileID":"431f8717-4d92-454e-b8dc-adb509c96076","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"maas-trlp-test-model-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.955618181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"94628dbe-1012-4450-9fe2-ad929b253fca","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.990397668Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"94628dbe-1012-4450-9fe2-ad929b253fca","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"e2e-inf-a-3d4fe2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.990430375Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-auth","reconcileID":"94628dbe-1012-4450-9fe2-ad929b253fca","MaaSAuthPolicy":{"name":"test-model-3d4fe2-auth","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:30.000439679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"99c297a5-3e5a-4349-906f-0007a9e50cf8","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:30.000459607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"99c297a5-3e5a-4349-906f-0007a9e50cf8","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:30.026798668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-sub","reconcileID":"068fcf72-0b7e-49b5-9122-52bfa0402be8","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"maas-trlp-test-model-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:30.145358657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"06b8c237-6a8c-479f-88cd-b001087c6daf","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:30.145381363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"06b8c237-6a8c-479f-88cd-b001087c6daf","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:30.38229783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"8d7c37af-fdcb-41dd-8a6c-14021bfcc3ce","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:30.390761185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"8d7c37af-fdcb-41dd-8a6c-14021bfcc3ce","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:30.398326422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4d63cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"8d7c37af-fdcb-41dd-8a6c-14021bfcc3ce","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:40.162152202Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-sub","reconcileID":"d6ce9380-4b24-40b5-8439-bd840bbda1c6","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","subscription":"test-model-3d4fe2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:40.16616437Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-sub","reconcileID":"d6ce9380-4b24-40b5-8439-bd840bbda1c6","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:40.170125646Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2-sub","reconcileID":"d6ce9380-4b24-40b5-8439-bd840bbda1c6","MaaSSubscription":{"name":"test-model-3d4fe2-sub","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"name":"maas-trlp-test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:40.204232454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"76d6d819-780a-4eaa-8524-9a63bf567f15","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"tenant":"e2e-inf-a-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","model":"ai-tenant-e2e-inf-a-3d4fe2/test-model-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:40.204252216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"test-model-3d4fe2","reconcileID":"76d6d819-780a-4eaa-8524-9a63bf567f15","MaaSModelRef":{"name":"test-model-3d4fe2","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"routeName":"test-model-3d4fe2-kserve-route","namespace":"ai-tenant-e2e-inf-a-3d4fe2","llmisvcName":"test-model-3d4fe2","gateway":"openshift-ingress/e2e-inf-a-3d4fe2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:40.405914078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"d2923c4e-ae11-43d3-9902-b64b6002b2e8","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:40.414358155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"d2923c4e-ae11-43d3-9902-b64b6002b2e8","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:40.421233641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4d63cd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"d2923c4e-ae11-43d3-9902-b64b6002b2e8","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:40.911940713Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"6d64921d-1b46-414d-bc0a-6bb889ef0ead","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:40.912114276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"87791cd1-a221-4d49-904b-84199162f853","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:40.912132573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"87791cd1-a221-4d49-904b-84199162f853","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:41.043972751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"6d64921d-1b46-414d-bc0a-6bb889ef0ead","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:41.069271944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-sub","reconcileID":"6f4f6173-6acb-4a85-b624-68c040aeed3e","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"maas-trlp-test-model-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:41.098048222Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"6d64921d-1b46-414d-bc0a-6bb889ef0ead","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"e2e-inf-b-c94fdf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:41.098075195Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-auth","reconcileID":"6d64921d-1b46-414d-bc0a-6bb889ef0ead","MaaSAuthPolicy":{"name":"test-model-c94fdf-auth","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:41.10667127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"b118ee88-f960-4970-8fc8-45ada2ff2c63","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:41.106690609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"b118ee88-f960-4970-8fc8-45ada2ff2c63","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:41.136043045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-sub","reconcileID":"9e255f47-d10e-4874-bb03-be092b01a00b","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"maas-trlp-test-model-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:41.254502778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"7c61bda9-bba5-4109-bec9-d7b001599e99","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:41.254524372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"7c61bda9-bba5-4109-bec9-d7b001599e99","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:41.346170917Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:45.19852694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-sub","reconcileID":"853be3ea-6390-454c-832c-79c6092da5da","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"maas-trlp-test-model-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:45.392242508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"31c3d8a0-9f42-4fff-85c9-998ac798c48c","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:45.393237434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"31c3d8a0-9f42-4fff-85c9-998ac798c48c","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:45.993049988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"f8f7caac-2b35-459d-a1fc-a0c41b32a7cd","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:46.031279573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"adf269d5-198f-420d-9ed6-658960940681","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:46.25926383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-sub","reconcileID":"6ad1f474-ed87-44bd-a6ae-40a562668abf","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"maas-trlp-test-model-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:46.280918204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"f8aef485-2f35-4704-958f-033f34a0d267","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:46.280936108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"f8aef485-2f35-4704-958f-033f34a0d267","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:46.914996899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"c7744ba7-bbad-48e9-a810-990baccb16c9","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:46.923792895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"c7744ba7-bbad-48e9-a810-990baccb16c9","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:47.015674495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"13eb016c-4f94-4b40-81d5-e64871a88ffc","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:47.024314369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"13eb016c-4f94-4b40-81d5-e64871a88ffc","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:47.139438099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"0930d321-5e0a-41bd-9ed0-ee3d07c61bbd","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:47.139877095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"d5a560c1-9f13-46ff-ab58-dda67a6f0d8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:47.161386427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"d5a560c1-9f13-46ff-ab58-dda67a6f0d8a","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:47.161947682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"0930d321-5e0a-41bd-9ed0-ee3d07c61bbd","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:47.247415824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"a27bae90-8c79-4aa1-92cf-6fcee5cf7112","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:47.256867668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"a27bae90-8c79-4aa1-92cf-6fcee5cf7112","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:47.266402297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4d63cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aac498b725185f4fcda15dda18148a577132851b4dce8c1dc963cb92c17777c4) AuthConfig (2960895d022cce7fa300802d0428d7fcfc59231cd86af19171d1ad28974cab8d) AuthConfig (e3d87b2fd7edea9b8774cb5f342e795ba344792c9de73dde8607ac587f110374) AuthConfig (fb439af49c9d7d3e3eb3ffc64e5e095c5b8a38700426006372a2a099e003af6d) AuthConfig (eb99de5efc9c5f496bc69005134c4026e3c9a70f520aebb9285826f6bdcaacb9) AuthConfig (8a33feb94deca4c578c1afc4f2b71b87692b87cd538d8e6f0bb724aafa315107) AuthConfig (d98e1728ebe2474a0b234c2ab013ab5f7478ff1051b26177ec88c6c98ccca3a5) AuthConfig (d2df5b09014a7d318e1ce23395e82a61e81337939aa044d3704e80f605fcc75b) AuthConfig (cd94340ea12c9d2bf58dc3bf12c4453ac3a7b4030eb829ea3ec14a123b915caf) AuthConfig (70024c0800beab934cdd439ba6e327d543b117c248ff71a0b0ef8ed582bd2e16) AuthConfig (e899e31a308636ce0d9e70bb34df84f9bf7caf85e825c72ca4e008b4a76b8630) AuthConfig (08de281128b17fffa1f6afd6cca3923cd863b35a6e4b5177a5dd4f76798d738f) AuthConfig (c96d5c95aa583505cae782b13e1dc2b05fb1d1084245accf8f16d5123574ff77) AuthConfig (c630e3002ee815835b867f1e0ee61a7a2beea1d619b5cdb37d7f9b90a392ea2d) AuthConfig (e8784a576dc2ba874fb381cd30103d374639e34d844cf47412e3000d6ee5d34c) AuthConfig (88bc2be0c63b1b8123f58aeceaa12a5e91d1aaf3e9361f22f218019c9fb94616) AuthConfig (9670a45a2cfc457d09c7e3b0bc5e8de86b221de8b10ae8d0e4508d962d49922b) AuthConfig (03bd0d9fd049e4a6bd07e76a0ebd0ce7091b563c7bf9b024f93f2fb555b06694)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"a27bae90-8c79-4aa1-92cf-6fcee5cf7112","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:47.276695831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"c28a0d23-ceef-42db-8081-8bbeb1d790f2","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:47.276715327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"c28a0d23-ceef-42db-8081-8bbeb1d790f2","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:48.619732876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"0ec6ac51-f1c6-404c-8c02-4da7e9ffbc42","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:48.637718007Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"df2cf455-5c3f-4ea4-9324-076e3ffc40a2","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fb18a7da","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:48.763201333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"5021af9b-34a7-488c-a1b2-54e38afcd61d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:48.841922442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"e494b529-4605-490f-9726-524de6a8e0d2","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:48.841975577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"e494b529-4605-490f-9726-524de6a8e0d2","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:48.844648636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"5021af9b-34a7-488c-a1b2-54e38afcd61d","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:48.87769293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"27bb3d4c-a991-4dda-9e49-525b175a18d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:48.887223886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"27bb3d4c-a991-4dda-9e49-525b175a18d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.271714851Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-sub","reconcileID":"7fa54dcb-dc2d-4655-be88-331b2f1e3b47","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","subscription":"test-model-c94fdf-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.275682764Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-sub","reconcileID":"7fa54dcb-dc2d-4655-be88-331b2f1e3b47","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.279645834Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf-sub","reconcileID":"7fa54dcb-dc2d-4655-be88-331b2f1e3b47","MaaSSubscription":{"name":"test-model-c94fdf-sub","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"name":"maas-trlp-test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.32326715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"731721d7-1c18-4416-9d32-bf2e44b12c19","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"tenant":"e2e-inf-b-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","model":"ai-tenant-e2e-inf-b-c94fdf/test-model-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.336560777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"test-model-c94fdf","reconcileID":"731721d7-1c18-4416-9d32-bf2e44b12c19","MaaSModelRef":{"name":"test-model-c94fdf","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"routeName":"test-model-c94fdf-kserve-route","namespace":"ai-tenant-e2e-inf-b-c94fdf","llmisvcName":"test-model-c94fdf","gateway":"openshift-ingress/e2e-inf-b-c94fdf","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:54.180512412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"6dbcaf5f-9e48-463e-b391-dfaf09f8c7ea","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:54.180539402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"6dbcaf5f-9e48-463e-b391-dfaf09f8c7ea","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:54.188799933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"e5c561c1-c90e-4e60-8a63-bf4fd9b56aa0","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:54.188819483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"e5c561c1-c90e-4e60-8a63-bf4fd9b56aa0","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:54.195272374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"494898b7-d365-4b56-b5fd-fd2fbfb53860","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:54.225957451Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"494898b7-d365-4b56-b5fd-fd2fbfb53860","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:54.23398128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d7c7fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"494898b7-d365-4b56-b5fd-fd2fbfb53860","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:54.242359256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"6925ad21-98f7-42dd-b215-e27a800fef71","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:54.242377292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"6925ad21-98f7-42dd-b215-e27a800fef71","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:57.284722085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"ba6647a3-4a29-4c66-a9aa-3be48786a215","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:57.293344941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"ba6647a3-4a29-4c66-a9aa-3be48786a215","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:57.300282259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4d63cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aac498b725185f4fcda15dda18148a577132851b4dce8c1dc963cb92c17777c4) AuthConfig (2960895d022cce7fa300802d0428d7fcfc59231cd86af19171d1ad28974cab8d) AuthConfig (e3d87b2fd7edea9b8774cb5f342e795ba344792c9de73dde8607ac587f110374) AuthConfig (fb439af49c9d7d3e3eb3ffc64e5e095c5b8a38700426006372a2a099e003af6d) AuthConfig (eb99de5efc9c5f496bc69005134c4026e3c9a70f520aebb9285826f6bdcaacb9) AuthConfig (8a33feb94deca4c578c1afc4f2b71b87692b87cd538d8e6f0bb724aafa315107) AuthConfig (d98e1728ebe2474a0b234c2ab013ab5f7478ff1051b26177ec88c6c98ccca3a5) AuthConfig (d2df5b09014a7d318e1ce23395e82a61e81337939aa044d3704e80f605fcc75b) AuthConfig (cd94340ea12c9d2bf58dc3bf12c4453ac3a7b4030eb829ea3ec14a123b915caf) AuthConfig (70024c0800beab934cdd439ba6e327d543b117c248ff71a0b0ef8ed582bd2e16) AuthConfig (e899e31a308636ce0d9e70bb34df84f9bf7caf85e825c72ca4e008b4a76b8630) AuthConfig (08de281128b17fffa1f6afd6cca3923cd863b35a6e4b5177a5dd4f76798d738f) AuthConfig (c96d5c95aa583505cae782b13e1dc2b05fb1d1084245accf8f16d5123574ff77) AuthConfig (c630e3002ee815835b867f1e0ee61a7a2beea1d619b5cdb37d7f9b90a392ea2d) AuthConfig (e8784a576dc2ba874fb381cd30103d374639e34d844cf47412e3000d6ee5d34c) AuthConfig (88bc2be0c63b1b8123f58aeceaa12a5e91d1aaf3e9361f22f218019c9fb94616) AuthConfig (9670a45a2cfc457d09c7e3b0bc5e8de86b221de8b10ae8d0e4508d962d49922b) AuthConfig (03bd0d9fd049e4a6bd07e76a0ebd0ce7091b563c7bf9b024f93f2fb555b06694)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"ba6647a3-4a29-4c66-a9aa-3be48786a215","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.262242216Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","namespace":"ai-tenant-e2e-inf-a-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.262297398Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","namespace":"ai-tenant-e2e-inf-a-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.2623444Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","tenant":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.267167138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1962f3c-2ae4-4f64-ae0f-b231c601ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.268275407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"Deployment","name":"maas-api-e2e-inf-a-3d4fe2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.270659278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1962f3c-2ae4-4f64-ae0f-b231c601ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.274195477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1962f3c-2ae4-4f64-ae0f-b231c601ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.277754859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1962f3c-2ae4-4f64-ae0f-b231c601ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.286447237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"Service","name":"maas-api-e2e-inf-a-3d4fe2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.298534364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-3d4fe2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.309138609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-3d4fe2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.319015716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.332850981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.341311377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.347172452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.350385356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"Deployment","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.353428215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.3565673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"Service","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.362331427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.366987038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.370505719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.373524452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.38309084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.386098891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.389066532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.391965846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.394742654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"cf60fa3d-20f3-495f-a4ac-e8862cb87e61","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-3d4fe2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.672475671Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"f6081c31-8ba0-4453-b5d3-08b21b6f90ff","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","subscription":"e2e-shr-auth-bdd63c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.701284313Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"f6081c31-8ba0-4453-b5d3-08b21b6f90ff","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.706218376Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"f6081c31-8ba0-4453-b5d3-08b21b6f90ff","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"maas-trlp-e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.75915892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bbf516-1dc9-491e-87f9-cb07c9569a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.763821176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bbf516-1dc9-491e-87f9-cb07c9569a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.792017455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bbf516-1dc9-491e-87f9-cb07c9569a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.844086447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"1f2f07ae-57af-4fcb-b027-3e24f588cb8b","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.86628689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81bbf516-1dc9-491e-87f9-cb07c9569a12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.878856943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"22aabab5-7ce5-4a75-9a80-dd326771615e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.944894299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"22aabab5-7ce5-4a75-9a80-dd326771615e","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.948524414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"19c3d641-dfd8-48b0-adf6-c0ff66602f06","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.965232163Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"0c9f3521-ee6c-47bc-a489-474e57a779ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:58.981888078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"0c9f3521-ee6c-47bc-a489-474e57a779ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:59.017674597Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"0c9f3521-ee6c-47bc-a489-474e57a779ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"name":"e2e-extmod-b-05473b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:59.017705215Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"e2e-shr-auth-bdd63c-access","reconcileID":"0c9f3521-ee6c-47bc-a489-474e57a779ea","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-b-05473b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-05473b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:59.02964339Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","reconcileID":"2a2d6fcd-d366-4a18-af3d-136ff6b292bc","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-e8404e270953","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-b-05473b","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-b-05473b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:59.195504772Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"9c596824-9511-4512-9476-31c3e4c464ec","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:59.197953979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"0335e5b0-cab1-4232-8950-be49688e411f","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:59.206463904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"0335e5b0-cab1-4232-8950-be49688e411f","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:59.216037079Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"5bf7e601-52f8-47c0-997e-10677dea3573","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-18024fb6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:59.329891368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"372c0d7c-db11-4572-9a3b-5338e2932ca3","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:59.342127105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"372c0d7c-db11-4572-9a3b-5338e2932ca3","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.26974891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"9fd8a6e2-f1aa-4b4c-8b4a-a0455485ec32","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.278627472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"9fd8a6e2-f1aa-4b4c-8b4a-a0455485ec32","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:04.286621328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d7c7fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"9fd8a6e2-f1aa-4b4c-8b4a-a0455485ec32","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:07.309259761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"0e569c37-2b90-4b15-b362-c90697429aa7","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:07.317705292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"0e569c37-2b90-4b15-b362-c90697429aa7","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:07.325790904Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4d63cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aac498b725185f4fcda15dda18148a577132851b4dce8c1dc963cb92c17777c4) AuthConfig (2960895d022cce7fa300802d0428d7fcfc59231cd86af19171d1ad28974cab8d) AuthConfig (e3d87b2fd7edea9b8774cb5f342e795ba344792c9de73dde8607ac587f110374) AuthConfig (fb439af49c9d7d3e3eb3ffc64e5e095c5b8a38700426006372a2a099e003af6d) AuthConfig (eb99de5efc9c5f496bc69005134c4026e3c9a70f520aebb9285826f6bdcaacb9) AuthConfig (8a33feb94deca4c578c1afc4f2b71b87692b87cd538d8e6f0bb724aafa315107) AuthConfig (d98e1728ebe2474a0b234c2ab013ab5f7478ff1051b26177ec88c6c98ccca3a5) AuthConfig (d2df5b09014a7d318e1ce23395e82a61e81337939aa044d3704e80f605fcc75b) AuthConfig (cd94340ea12c9d2bf58dc3bf12c4453ac3a7b4030eb829ea3ec14a123b915caf) AuthConfig (70024c0800beab934cdd439ba6e327d543b117c248ff71a0b0ef8ed582bd2e16) AuthConfig (e899e31a308636ce0d9e70bb34df84f9bf7caf85e825c72ca4e008b4a76b8630) AuthConfig (08de281128b17fffa1f6afd6cca3923cd863b35a6e4b5177a5dd4f76798d738f) AuthConfig (c96d5c95aa583505cae782b13e1dc2b05fb1d1084245accf8f16d5123574ff77) AuthConfig (c630e3002ee815835b867f1e0ee61a7a2beea1d619b5cdb37d7f9b90a392ea2d) AuthConfig (e8784a576dc2ba874fb381cd30103d374639e34d844cf47412e3000d6ee5d34c) AuthConfig (88bc2be0c63b1b8123f58aeceaa12a5e91d1aaf3e9361f22f218019c9fb94616) AuthConfig (9670a45a2cfc457d09c7e3b0bc5e8de86b221de8b10ae8d0e4508d962d49922b) AuthConfig (03bd0d9fd049e4a6bd07e76a0ebd0ce7091b563c7bf9b024f93f2fb555b06694)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"0e569c37-2b90-4b15-b362-c90697429aa7","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.227721832Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"8fd93a81-30d3-43ec-bcea-e7bdb592cda2","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","subscription":"e2e-shr-auth-bdd63c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.263565458Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"8fd93a81-30d3-43ec-bcea-e7bdb592cda2","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.273829064Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-sub","reconcileID":"8fd93a81-30d3-43ec-bcea-e7bdb592cda2","MaaSSubscription":{"name":"e2e-shr-auth-bdd63c-sub","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"maas-trlp-e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.337248364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"ab7bf425-2f7b-4852-83c0-4b397d218feb","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.340198847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"29cca3cd-1ecd-4192-8b76-3fc84751bd23","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.350287088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"29cca3cd-1ecd-4192-8b76-3fc84751bd23","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.476876979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"3366b9ac-bd6b-41e6-9c14-cd345742cee8","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.478072703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"aaf0ff21-4857-457f-a313-6cd750216add","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.479996406Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"e861a6bd-0249-495e-bfc2-fdc92235b273","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.482132505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"ca9e0cf1-dd04-4e81-892e-6ecc72d15deb","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.482150619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"ca9e0cf1-dd04-4e81-892e-6ecc72d15deb","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.485242554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"3366b9ac-bd6b-41e6-9c14-cd345742cee8","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.507548499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-sub","reconcileID":"0eb28a9a-946d-4b6e-8fd8-4157ea94b264","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"maas-trlp-test-model-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.573558693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"b7bad2fc-ef6e-41ea-958e-6d040ad865d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"model":"e2e-extmod-shr-user-6fabd3/e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.573672247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"e861a6bd-0249-495e-bfc2-fdc92235b273","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.60394888Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"e861a6bd-0249-495e-bfc2-fdc92235b273","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"e2e-inf-a-8c6934-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.604030633Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-auth","reconcileID":"e861a6bd-0249-495e-bfc2-fdc92235b273","MaaSAuthPolicy":{"name":"test-model-8c6934-auth","namespace":"ai-tenant-e2e-inf-a-8c6934"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.612825646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"dec2b405-a693-4621-aa6b-43a6d6ce780c","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.612895961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"dec2b405-a693-4621-aa6b-43a6d6ce780c","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.638251944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-sub","reconcileID":"49a222f8-ed7b-4dfb-8d29-dd2a84e51bf9","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"maas-trlp-test-model-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.673800335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"b7bad2fc-ef6e-41ea-958e-6d040ad865d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.70388438Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"b7bad2fc-ef6e-41ea-958e-6d040ad865d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"name":"e2e-extmod-a-dce009-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.703972508Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"e2e-shr-auth-bdd63c-access","reconcileID":"b7bad2fc-ef6e-41ea-958e-6d040ad865d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-bdd63c-access","namespace":"ai-tenant-e2e-extmod-a-dce009"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dce009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.717395404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"c2a5c3a4-2edf-4faf-9d3d-b0e936bc6bac","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.766824725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"3d7a0e66-7e1d-4135-85ff-928f46059e54","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:09.766929158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"3d7a0e66-7e1d-4135-85ff-928f46059e54","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.049616626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","reconcileID":"e34ce73b-7ae5-4405-9504-a4935e04073a","MaaSModelRef":{"name":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","namespace":"e2e-extmod-shr-user-6fabd3"},"routeName":"external-model-e2e-shr-auth-bdd63c-1a65a83fd424","namespace":"e2e-extmod-shr-user-6fabd3","model":"e2e-shr-auth-bdd63c-e2e-extmod-a-dce009","externalModel":"e2e-shr-auth-bdd63c","provider":"e2e-shr-auth-bdd63c-provider","gateway":"openshift-ingress/e2e-extmod-a-dce009","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.597439365Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-bdd63c","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c","reconcileID":"5416cafc-3820-407c-a506-b581d7785c7d","namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.605612264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"eee2d35c-fff4-446b-8b71-76a561bc7b6c","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.606187155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"2d8200ce-3bd5-4e30-aca1-b4a3b0698926","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.606821348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"69ab167f-8a5f-48c6-b2a3-ecd20b67bb1c","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.609976187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"16aa0684-c288-4bac-84f4-babcae42f17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.610837919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c819a35e-f8a4-4701-bd50-7d04636035ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.615369889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"eee2d35c-fff4-446b-8b71-76a561bc7b6c","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.617580192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"2d8200ce-3bd5-4e30-aca1-b4a3b0698926","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.619872021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"69ab167f-8a5f-48c6-b2a3-ecd20b67bb1c","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.622440309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"16aa0684-c288-4bac-84f4-babcae42f17a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.641925774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"c819a35e-f8a4-4701-bd50-7d04636035ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.643912072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4d63cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aac498b725185f4fcda15dda18148a577132851b4dce8c1dc963cb92c17777c4) AuthConfig (2960895d022cce7fa300802d0428d7fcfc59231cd86af19171d1ad28974cab8d) AuthConfig (e3d87b2fd7edea9b8774cb5f342e795ba344792c9de73dde8607ac587f110374) AuthConfig (fb439af49c9d7d3e3eb3ffc64e5e095c5b8a38700426006372a2a099e003af6d) AuthConfig (eb99de5efc9c5f496bc69005134c4026e3c9a70f520aebb9285826f6bdcaacb9) AuthConfig (8a33feb94deca4c578c1afc4f2b71b87692b87cd538d8e6f0bb724aafa315107) AuthConfig (d98e1728ebe2474a0b234c2ab013ab5f7478ff1051b26177ec88c6c98ccca3a5) AuthConfig (d2df5b09014a7d318e1ce23395e82a61e81337939aa044d3704e80f605fcc75b) AuthConfig (cd94340ea12c9d2bf58dc3bf12c4453ac3a7b4030eb829ea3ec14a123b915caf) AuthConfig (70024c0800beab934cdd439ba6e327d543b117c248ff71a0b0ef8ed582bd2e16) AuthConfig (e899e31a308636ce0d9e70bb34df84f9bf7caf85e825c72ca4e008b4a76b8630) AuthConfig (08de281128b17fffa1f6afd6cca3923cd863b35a6e4b5177a5dd4f76798d738f) AuthConfig (c96d5c95aa583505cae782b13e1dc2b05fb1d1084245accf8f16d5123574ff77) AuthConfig (c630e3002ee815835b867f1e0ee61a7a2beea1d619b5cdb37d7f9b90a392ea2d) AuthConfig (e8784a576dc2ba874fb381cd30103d374639e34d844cf47412e3000d6ee5d34c) AuthConfig (88bc2be0c63b1b8123f58aeceaa12a5e91d1aaf3e9361f22f218019c9fb94616) AuthConfig (9670a45a2cfc457d09c7e3b0bc5e8de86b221de8b10ae8d0e4508d962d49922b) AuthConfig (03bd0d9fd049e4a6bd07e76a0ebd0ce7091b563c7bf9b024f93f2fb555b06694)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"2d8200ce-3bd5-4e30-aca1-b4a3b0698926","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.645761434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d7c7fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"69ab167f-8a5f-48c6-b2a3-ecd20b67bb1c","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.673742437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"abadb950-3d0c-4d4d-ba4c-5eed72586ece","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.675876968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a0e4ec85-f0be-4e30-9d69-9f91eb204e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.75886195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"abadb950-3d0c-4d4d-ba4c-5eed72586ece","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.763011554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"a0e4ec85-f0be-4e30-9d69-9f91eb204e35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.842446151Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-bdd63c","namespace":"e2e-extmod-shr-user-6fabd3"},"namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c","reconcileID":"8afda9ec-a83c-469d-abda-5b1791930933","namespace":"e2e-extmod-shr-user-6fabd3","name":"e2e-shr-auth-bdd63c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.847335475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1513b2bc-a57e-44c0-ae47-3540f0654d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.847822407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ca118470-1fa4-402e-bf8e-ae3216434852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.848452217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"6717e3d4-1399-47c1-8e24-305887c93585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.857059828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1513b2bc-a57e-44c0-ae47-3540f0654d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.858120415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"ca118470-1fa4-402e-bf8e-ae3216434852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.858848172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"6b2e2e2e-09e5-4990-bd81-6761bf1ad593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.859362635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dd20e4f-e2e2-464c-ac67-99e4156666ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.860513041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"6717e3d4-1399-47c1-8e24-305887c93585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.869345952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"6b2e2e2e-09e5-4990-bd81-6761bf1ad593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:10.873237362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2dd20e4f-e2e2-464c-ac67-99e4156666ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.048478422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"fcbccbfc-ae83-45c8-96c1-5df45764385d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.083434157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"fcbccbfc-ae83-45c8-96c1-5df45764385d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.116208852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"ec2e9530-8dd6-464b-b65a-f660678861ac","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.132840974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"7acaf7e0-731b-40ee-a4ca-ed8424912ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.133512063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7b9d45a4-5e41-4c46-9b65-0e4f74558f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.134156768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e27cff33-e693-4813-9b59-1c9063160342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.142627938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"ec2e9530-8dd6-464b-b65a-f660678861ac","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.162499177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-4d63cd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aac498b725185f4fcda15dda18148a577132851b4dce8c1dc963cb92c17777c4) AuthConfig (2960895d022cce7fa300802d0428d7fcfc59231cd86af19171d1ad28974cab8d) AuthConfig (e3d87b2fd7edea9b8774cb5f342e795ba344792c9de73dde8607ac587f110374) AuthConfig (fb439af49c9d7d3e3eb3ffc64e5e095c5b8a38700426006372a2a099e003af6d) AuthConfig (eb99de5efc9c5f496bc69005134c4026e3c9a70f520aebb9285826f6bdcaacb9) AuthConfig (8a33feb94deca4c578c1afc4f2b71b87692b87cd538d8e6f0bb724aafa315107) AuthConfig (d98e1728ebe2474a0b234c2ab013ab5f7478ff1051b26177ec88c6c98ccca3a5) AuthConfig (d2df5b09014a7d318e1ce23395e82a61e81337939aa044d3704e80f605fcc75b) AuthConfig (cd94340ea12c9d2bf58dc3bf12c4453ac3a7b4030eb829ea3ec14a123b915caf) AuthConfig (70024c0800beab934cdd439ba6e327d543b117c248ff71a0b0ef8ed582bd2e16) AuthConfig (e899e31a308636ce0d9e70bb34df84f9bf7caf85e825c72ca4e008b4a76b8630) AuthConfig (08de281128b17fffa1f6afd6cca3923cd863b35a6e4b5177a5dd4f76798d738f) AuthConfig (c96d5c95aa583505cae782b13e1dc2b05fb1d1084245accf8f16d5123574ff77) AuthConfig (c630e3002ee815835b867f1e0ee61a7a2beea1d619b5cdb37d7f9b90a392ea2d) AuthConfig (e8784a576dc2ba874fb381cd30103d374639e34d844cf47412e3000d6ee5d34c) AuthConfig (88bc2be0c63b1b8123f58aeceaa12a5e91d1aaf3e9361f22f218019c9fb94616) AuthConfig (9670a45a2cfc457d09c7e3b0bc5e8de86b221de8b10ae8d0e4508d962d49922b) AuthConfig (03bd0d9fd049e4a6bd07e76a0ebd0ce7091b563c7bf9b024f93f2fb555b06694)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"ec2e9530-8dd6-464b-b65a-f660678861ac","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.163666782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"e27cff33-e693-4813-9b59-1c9063160342","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.169711433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"7acaf7e0-731b-40ee-a4ca-ed8424912ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.171100279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"7b9d45a4-5e41-4c46-9b65-0e4f74558f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.197115029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"94145ba8-2ec2-4750-a303-b31cbb1e0d75","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.199925716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fdc47ae-d101-4608-8220-ff245f5badb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.205829771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"94145ba8-2ec2-4750-a303-b31cbb1e0d75","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.208641956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fdc47ae-d101-4608-8220-ff245f5badb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.215996961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d7c7fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"94145ba8-2ec2-4750-a303-b31cbb1e0d75","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.300306849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"0238228c-1154-4a5c-b5a8-09e677fe3b94","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.303033556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5be73060-e411-4386-914f-d9e229902dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.304248404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"ae65808c-2e34-4b3e-a79f-77e839dd5bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.30463762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9ddcc1f9-28c2-42fb-be3a-c89f28b26bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.305379311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0c91ed01-4859-4505-894a-d343915d2f0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.314867553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"0238228c-1154-4a5c-b5a8-09e677fe3b94","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.317516767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"5be73060-e411-4386-914f-d9e229902dd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.318200052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"ae65808c-2e34-4b3e-a79f-77e839dd5bd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.320564624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0c91ed01-4859-4505-894a-d343915d2f0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.320946381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"9ddcc1f9-28c2-42fb-be3a-c89f28b26bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.34394599Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.452637581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"cc3a856a-65d0-4b71-96e7-84d384e03760","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.455443038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c3356699-902b-482e-b4c6-fa2ba7ac9730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.460971353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"cc3a856a-65d0-4b71-96e7-84d384e03760","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:11.464515684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"c3356699-902b-482e-b4c6-fa2ba7ac9730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:19.785098059Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-sub","reconcileID":"5414ee3e-904f-4c49-a216-66e4cdc3a990","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","subscription":"test-model-8c6934-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:19.789291572Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-sub","reconcileID":"5414ee3e-904f-4c49-a216-66e4cdc3a990","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:19.793238412Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934-sub","reconcileID":"5414ee3e-904f-4c49-a216-66e4cdc3a990","MaaSSubscription":{"name":"test-model-8c6934-sub","namespace":"ai-tenant-e2e-inf-a-8c6934"},"name":"maas-trlp-test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:19.823889263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"58f379c3-456d-41fe-9f30-751e3e1e74a1","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"tenant":"e2e-inf-a-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","model":"ai-tenant-e2e-inf-a-8c6934/test-model-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:19.823908686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"test-model-8c6934","reconcileID":"58f379c3-456d-41fe-9f30-751e3e1e74a1","MaaSModelRef":{"name":"test-model-8c6934","namespace":"ai-tenant-e2e-inf-a-8c6934"},"routeName":"test-model-8c6934-kserve-route","namespace":"ai-tenant-e2e-inf-a-8c6934","llmisvcName":"test-model-8c6934","gateway":"openshift-ingress/e2e-inf-a-8c6934","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.525461859Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"02f7c725-45a0-4591-ab3b-536df19583ed","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.52653031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"da3bedc4-41da-482e-a458-5611c577f560","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.526555251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"da3bedc4-41da-482e-a458-5611c577f560","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.579539231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"02f7c725-45a0-4591-ab3b-536df19583ed","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.604088624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-sub","reconcileID":"25a9b91f-e0e3-4bd9-bfb8-09ebc8aeac7d","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"maas-trlp-test-model-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.637566599Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"02f7c725-45a0-4591-ab3b-536df19583ed","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.637592384Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"02f7c725-45a0-4591-ab3b-536df19583ed","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.649479833Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"8498cdd6-d57e-42ab-bd00-52ac23f41955","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.649884184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"d9ba433b-4083-495b-92a7-b65c58498a7a","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.64990462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"d9ba433b-4083-495b-92a7-b65c58498a7a","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.666347499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"8498cdd6-d57e-42ab-bd00-52ac23f41955","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.675061508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"8498cdd6-d57e-42ab-bd00-52ac23f41955","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"e2e-inf-b-f5afd7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.675088845Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"8498cdd6-d57e-42ab-bd00-52ac23f41955","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-f5afd7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:51:20.67846585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-f5afd7-auth","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-auth","reconcileID":"8498cdd6-d57e-42ab-bd00-52ac23f41955","error":"maasauthpolicies.maas.opendatahub.io \"test-model-f5afd7-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.679115676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-sub","reconcileID":"bfe7d189-44ba-431f-8f29-6ae3f480b972","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"maas-trlp-test-model-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.799584953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"47cb2fac-a105-4bd8-a385-90859e3670b6","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:20.799622259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"47cb2fac-a105-4bd8-a385-90859e3670b6","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.171326155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"5e6359f1-84ba-4695-89a7-4baf61ca9028","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.179672776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"5e6359f1-84ba-4695-89a7-4baf61ca9028","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.271320787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"dfbf38b8-60b5-48c2-87c1-8f31bd4aea03","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.279989509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"dfbf38b8-60b5-48c2-87c1-8f31bd4aea03","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.28746668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d7c7fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13c074556a1e592f1a7f0b5925dbda4662d24c6da9023a7d4683b6df22537f55) AuthConfig (bdec08543b6455e2ecae864949639f61cef2b264f194c61497215ae5309e73d1) AuthConfig (cb40747146dc2ab7dd3e5d2c4df0f7248ea2a3f34841858613abda46b6946457) AuthConfig (22e276280adf694fa766e20c9722dee3c352b58be36b7c0a548187ba9b6d3cfb) AuthConfig (c657170979f1a48b23dfab54e7b29c82828d6761ead99405c1e3f6275962bd5e) AuthConfig (5538069f3a3dfabfd86f1e306003299173414dbdf2f7a0c4deddbad3fe217c6b) AuthConfig (33834e33fa5daa47a6b8712adf45d3e0e69c3ec9f4e10973297caa08b3d1bc9b) AuthConfig (b4224fb56a093950fd9ae85688e861ba7902b644b265c00a351ddacda9ba893e) AuthConfig (47652ab0bddaaab25fc500837f4a707cc60093a649a00b1e3c0d4eb4786b7c67) AuthConfig (6fa0984edc629850f1fb129c0a20b5ac5349711997a76e6558378d1d89fe5f88) AuthConfig (70a08ce92feeef54c5f60825729985c4073db892a15370d8c1f27cffa5cb5816) AuthConfig (f8528801227c7e530f4e8dfe7bf5da404c09767528ca1a89e1d1b0d9c4bebab7) AuthConfig (2f6216ded694bf9bd2a6f863a6f7a471d8232de7a33e1be9ab77e6f240fe4808) AuthConfig (10c1063106071edf0249d0e7afd0fac8b852b94b306c3591d458eb4c7019e11c) AuthConfig (d5aa2d57f194e94d7699721a14467ad3aea06206aec6cf1e9675b5577c00dc7e) AuthConfig (2f50ba22f2c68465939f7036b004bd0e37a531dc62cc84b71662c37aa546e8b5) AuthConfig (cb672797c042eeab631cdeabe2c36188f00246ecb852ee2669e4d12a2169033a) AuthConfig (105d39460c05985f1620afe63481656b67ad089b4bff43d9685b93c4893564c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"dfbf38b8-60b5-48c2-87c1-8f31bd4aea03","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.298191622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"7cddd5d8-b124-47ec-a300-a021c38e7550","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.29820991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"7cddd5d8-b124-47ec-a300-a021c38e7550","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.300387454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"72922ef7-248e-487b-9aa7-cb4c5e411be6","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.300403236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"72922ef7-248e-487b-9aa7-cb4c5e411be6","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.760194952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aee24d6-9c7c-4260-81c1-4b5624a14a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.763930484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aee24d6-9c7c-4260-81c1-4b5624a14a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.767310204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aee24d6-9c7c-4260-81c1-4b5624a14a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.774659902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aee24d6-9c7c-4260-81c1-4b5624a14a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.078541886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814ef349-a222-49da-867f-f3817fea88aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.085382277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814ef349-a222-49da-867f-f3817fea88aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.097302681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814ef349-a222-49da-867f-f3817fea88aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.107994038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814ef349-a222-49da-867f-f3817fea88aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.641077073Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-745c52","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-745c52","reconcileID":"abdf583c-e95c-4d49-aa78-94d98fce5473","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-745c52","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-745c52":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.760106052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"24c3170f-0759-4ec7-8753-eaf836dc510b","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.760133359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"24c3170f-0759-4ec7-8753-eaf836dc510b","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.772555376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"c85bd347-5573-43ee-8d57-ef48d36975c7","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.7725742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"c85bd347-5573-43ee-8d57-ef48d36975c7","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.775031438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"780d5f39-1107-4b20-a4ba-384a752e3dff","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:51:22.775909866Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-4d63cd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.779270686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"890259cc-70fc-400a-ba37-cd8fb94a4c06","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.779292619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"890259cc-70fc-400a-ba37-cd8fb94a4c06","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.783352511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"780d5f39-1107-4b20-a4ba-384a752e3dff","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.799313614Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-sub","reconcileID":"987f1292-4c53-44c2-954c-12a0345e275c","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"maas-trlp-test-model-4d63cd","model":"test-model-4d63cd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.864769257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"4b14bd86-612a-408a-8bb1-4e92335b28e3","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.864792542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"4b14bd86-612a-408a-8bb1-4e92335b28e3","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.867412524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"5ba89dad-6f54-454a-8d0d-db5695f369af","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.886319766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"5ba89dad-6f54-454a-8d0d-db5695f369af","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.894171455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-sub","reconcileID":"b6a2fdfe-b362-42a3-9f72-41681e97f5f2","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"maas-trlp-test-model-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.929196005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d965075-80dc-407a-9d05-ff5c67f71a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.932537163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d965075-80dc-407a-9d05-ff5c67f71a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.936232927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d965075-80dc-407a-9d05-ff5c67f71a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.943472012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d965075-80dc-407a-9d05-ff5c67f71a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.43298376Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","namespace":"ai-tenant-e2e-inf-a-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.433091928Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","namespace":"ai-tenant-e2e-inf-a-3d4fe2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.433169629Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","tenant":"e2e-inf-a-3d4fe2","tenantID":"e2e-inf-a-3d4fe2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.437803436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"Deployment","name":"maas-api-e2e-inf-a-3d4fe2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.445535555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"Service","name":"maas-api-e2e-inf-a-3d4fe2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.448785089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-3d4fe2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.452081412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-3d4fe2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.45579352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.458866997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.462778237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.465728253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.468818769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"Deployment","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.471909557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.474832468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"Service","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.477789356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.48065002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.483716346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.486576496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.489664114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.492557494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.4955389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.498460755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-3d4fe2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:24.501339925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3d4fe2"},"namespace":"ai-tenant-e2e-inf-a-3d4fe2","name":"default-tenant","reconcileID":"eebe3106-d6e7-45fb-93e4-0be07237d882","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-3d4fe2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.250957499Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3d4fe2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3d4fe2","reconcileID":"7c489dd5-7f4c-4eeb-81e6-9164db334bfc","aitenant":"ai-tenants/e2e-inf-a-3d4fe2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.473831355Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3d4fe2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3d4fe2","reconcileID":"7c489dd5-7f4c-4eeb-81e6-9164db334bfc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3d4fe2","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-3d4fe2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.488286523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5ce48c-333d-402e-82ae-596edbb1126f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.491885569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5ce48c-333d-402e-82ae-596edbb1126f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.496592154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5ce48c-333d-402e-82ae-596edbb1126f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.500576676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c5ce48c-333d-402e-82ae-596edbb1126f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.756457599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81326c69-fe92-4b1e-8830-525c2dbe8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.847937779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81326c69-fe92-4b1e-8830-525c2dbe8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.85661695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81326c69-fe92-4b1e-8830-525c2dbe8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.862435547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81326c69-fe92-4b1e-8830-525c2dbe8794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:28.341985051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991b3da-1793-4556-9676-1885ddde3c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:28.345740162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991b3da-1793-4556-9676-1885ddde3c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:28.349782669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991b3da-1793-4556-9676-1885ddde3c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:28.354025718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d991b3da-1793-4556-9676-1885ddde3c78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:30.816163711Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-sub","reconcileID":"700c3af4-4d6a-478e-9807-e2cfb25ac58f","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","subscription":"test-model-f5afd7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:30.81991229Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-sub","reconcileID":"700c3af4-4d6a-478e-9807-e2cfb25ac58f","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:30.823551621Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7-sub","reconcileID":"700c3af4-4d6a-478e-9807-e2cfb25ac58f","MaaSSubscription":{"name":"test-model-f5afd7-sub","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"name":"maas-trlp-test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:30.853274974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"6c254d66-a526-454a-9b29-73d89c5b289b","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"tenant":"e2e-inf-b-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","model":"ai-tenant-e2e-inf-b-f5afd7/test-model-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:30.853294801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"test-model-f5afd7","reconcileID":"6c254d66-a526-454a-9b29-73d89c5b289b","MaaSModelRef":{"name":"test-model-f5afd7","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"routeName":"test-model-f5afd7-kserve-route","namespace":"ai-tenant-e2e-inf-b-f5afd7","llmisvcName":"test-model-f5afd7","gateway":"openshift-ingress/e2e-inf-b-f5afd7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:30.863648597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"54253351-b089-44dd-a1b4-746eeb57a32d","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:30.86366665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"54253351-b089-44dd-a1b4-746eeb57a32d","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:31.306007326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"c7f538e9-06ed-4f5c-8da3-902bcff300cf","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:31.314582008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"c7f538e9-06ed-4f5c-8da3-902bcff300cf","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:31.322055284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d7c7fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13c074556a1e592f1a7f0b5925dbda4662d24c6da9023a7d4683b6df22537f55) AuthConfig (bdec08543b6455e2ecae864949639f61cef2b264f194c61497215ae5309e73d1) AuthConfig (cb40747146dc2ab7dd3e5d2c4df0f7248ea2a3f34841858613abda46b6946457) AuthConfig (22e276280adf694fa766e20c9722dee3c352b58be36b7c0a548187ba9b6d3cfb) AuthConfig (c657170979f1a48b23dfab54e7b29c82828d6761ead99405c1e3f6275962bd5e) AuthConfig (5538069f3a3dfabfd86f1e306003299173414dbdf2f7a0c4deddbad3fe217c6b) AuthConfig (33834e33fa5daa47a6b8712adf45d3e0e69c3ec9f4e10973297caa08b3d1bc9b) AuthConfig (b4224fb56a093950fd9ae85688e861ba7902b644b265c00a351ddacda9ba893e) AuthConfig (47652ab0bddaaab25fc500837f4a707cc60093a649a00b1e3c0d4eb4786b7c67) AuthConfig (6fa0984edc629850f1fb129c0a20b5ac5349711997a76e6558378d1d89fe5f88) AuthConfig (70a08ce92feeef54c5f60825729985c4073db892a15370d8c1f27cffa5cb5816) AuthConfig (f8528801227c7e530f4e8dfe7bf5da404c09767528ca1a89e1d1b0d9c4bebab7) AuthConfig (2f6216ded694bf9bd2a6f863a6f7a471d8232de7a33e1be9ab77e6f240fe4808) AuthConfig (10c1063106071edf0249d0e7afd0fac8b852b94b306c3591d458eb4c7019e11c) AuthConfig (d5aa2d57f194e94d7699721a14467ad3aea06206aec6cf1e9675b5577c00dc7e) AuthConfig (2f50ba22f2c68465939f7036b004bd0e37a531dc62cc84b71662c37aa546e8b5) AuthConfig (cb672797c042eeab631cdeabe2c36188f00246ecb852ee2669e4d12a2169033a) AuthConfig (105d39460c05985f1620afe63481656b67ad089b4bff43d9685b93c4893564c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"c7f538e9-06ed-4f5c-8da3-902bcff300cf","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:34.624685212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b4bd4e-e35c-4a39-8295-811e58439c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:34.628258016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b4bd4e-e35c-4a39-8295-811e58439c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:34.631759972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b4bd4e-e35c-4a39-8295-811e58439c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:34.635291671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4b4bd4e-e35c-4a39-8295-811e58439c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.087149947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968fab6-f489-46cb-ac42-3d890685efde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.091512007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968fab6-f489-46cb-ac42-3d890685efde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.09509065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968fab6-f489-46cb-ac42-3d890685efde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.098423259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a968fab6-f489-46cb-ac42-3d890685efde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.432187271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8269ed-4275-4c0b-8754-571b4cf4b5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.435497413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8269ed-4275-4c0b-8754-571b4cf4b5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.438784812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8269ed-4275-4c0b-8754-571b4cf4b5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.441990138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8269ed-4275-4c0b-8754-571b4cf4b5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.705431416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a435c143-91a8-474a-adf4-a849b0a2268c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.708983437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a435c143-91a8-474a-adf4-a849b0a2268c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.712239485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a435c143-91a8-474a-adf4-a849b0a2268c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.715502083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a435c143-91a8-474a-adf4-a849b0a2268c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.900502706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4fad63-f6b3-4526-a5bd-c008d008cb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.906390976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4fad63-f6b3-4526-a5bd-c008d008cb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.909833185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4fad63-f6b3-4526-a5bd-c008d008cb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:35.915038807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4fad63-f6b3-4526-a5bd-c008d008cb3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.774707024Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","namespace":"ai-tenant-e2e-inf-b-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.774761977Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","namespace":"ai-tenant-e2e-inf-b-c94fdf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.77480741Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","tenant":"e2e-inf-b-c94fdf","tenantID":"e2e-inf-b-c94fdf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.780013393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"Deployment","name":"maas-api-e2e-inf-b-c94fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.791754392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"Service","name":"maas-api-e2e-inf-b-c94fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.808460751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-c94fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.813760797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-c94fdf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.820058103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.828412994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.836142683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.841879774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.845054735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"Deployment","name":"payload-processing-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.848175139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.851425573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"Service","name":"payload-processing-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.854766808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.858755356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.862078767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.865233419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.872252597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.875589406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.878766061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.881786598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-c94fdf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.884896576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-c94fdf"},"namespace":"ai-tenant-e2e-inf-b-c94fdf","name":"default-tenant","reconcileID":"d563cc03-0f84-4a98-a357-08960682554a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-c94fdf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:38.555275926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3eddb7-f48c-49be-8437-a492db8dbb64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:38.558747875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3eddb7-f48c-49be-8437-a492db8dbb64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:38.56269851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3eddb7-f48c-49be-8437-a492db8dbb64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:38.566846262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf3eddb7-f48c-49be-8437-a492db8dbb64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:38.953479262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c64932-4ab9-4c78-852d-e5c0430edb46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:38.956949779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c64932-4ab9-4c78-852d-e5c0430edb46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:38.96034916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c64932-4ab9-4c78-852d-e5c0430edb46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:38.963919045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c64932-4ab9-4c78-852d-e5c0430edb46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.441811702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"5378d6cb-0177-4d57-98fe-3cf0cd5ab735","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.442230209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.450579097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"5378d6cb-0177-4d57-98fe-3cf0cd5ab735","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.457780146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d7c7fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13c074556a1e592f1a7f0b5925dbda4662d24c6da9023a7d4683b6df22537f55) AuthConfig (bdec08543b6455e2ecae864949639f61cef2b264f194c61497215ae5309e73d1) AuthConfig (cb40747146dc2ab7dd3e5d2c4df0f7248ea2a3f34841858613abda46b6946457) AuthConfig (22e276280adf694fa766e20c9722dee3c352b58be36b7c0a548187ba9b6d3cfb) AuthConfig (c657170979f1a48b23dfab54e7b29c82828d6761ead99405c1e3f6275962bd5e) AuthConfig (5538069f3a3dfabfd86f1e306003299173414dbdf2f7a0c4deddbad3fe217c6b) AuthConfig (33834e33fa5daa47a6b8712adf45d3e0e69c3ec9f4e10973297caa08b3d1bc9b) AuthConfig (b4224fb56a093950fd9ae85688e861ba7902b644b265c00a351ddacda9ba893e) AuthConfig (47652ab0bddaaab25fc500837f4a707cc60093a649a00b1e3c0d4eb4786b7c67) AuthConfig (6fa0984edc629850f1fb129c0a20b5ac5349711997a76e6558378d1d89fe5f88) AuthConfig (70a08ce92feeef54c5f60825729985c4073db892a15370d8c1f27cffa5cb5816) AuthConfig (f8528801227c7e530f4e8dfe7bf5da404c09767528ca1a89e1d1b0d9c4bebab7) AuthConfig (2f6216ded694bf9bd2a6f863a6f7a471d8232de7a33e1be9ab77e6f240fe4808) AuthConfig (10c1063106071edf0249d0e7afd0fac8b852b94b306c3591d458eb4c7019e11c) AuthConfig (d5aa2d57f194e94d7699721a14467ad3aea06206aec6cf1e9675b5577c00dc7e) AuthConfig (2f50ba22f2c68465939f7036b004bd0e37a531dc62cc84b71662c37aa546e8b5) AuthConfig (cb672797c042eeab631cdeabe2c36188f00246ecb852ee2669e4d12a2169033a) AuthConfig (105d39460c05985f1620afe63481656b67ad089b4bff43d9685b93c4893564c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"5378d6cb-0177-4d57-98fe-3cf0cd5ab735","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.587623559Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c94fdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c94fdf","reconcileID":"3bf63375-32e5-4924-807f-8f2c4d07122b","aitenant":"ai-tenants/e2e-inf-b-c94fdf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.694590512Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-c94fdf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-c94fdf","reconcileID":"3bf63375-32e5-4924-807f-8f2c4d07122b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-c94fdf","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-c94fdf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.705772769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c4cc9e-cdf2-4639-9b60-6b0c4bdcda98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.709582061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c4cc9e-cdf2-4639-9b60-6b0c4bdcda98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.713041965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c4cc9e-cdf2-4639-9b60-6b0c4bdcda98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.717368487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4c4cc9e-cdf2-4639-9b60-6b0c4bdcda98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.977736619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2705bb50-95ff-4a4e-a994-7f9f39730e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.98129398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2705bb50-95ff-4a4e-a994-7f9f39730e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.98480576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2705bb50-95ff-4a4e-a994-7f9f39730e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:41.988321308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2705bb50-95ff-4a4e-a994-7f9f39730e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.328996292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c82ce4a-1b7f-43c0-9454-4f685b8a6fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.351666484Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","namespace":"ai-tenant-e2e-inf-a-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.351763193Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","namespace":"ai-tenant-e2e-inf-a-8c6934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.351834304Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","tenant":"e2e-inf-a-8c6934","tenantID":"e2e-inf-a-8c6934","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.351905134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c82ce4a-1b7f-43c0-9454-4f685b8a6fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.410977862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"Deployment","name":"maas-api-e2e-inf-a-8c6934","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.412066144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c82ce4a-1b7f-43c0-9454-4f685b8a6fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.418813674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c82ce4a-1b7f-43c0-9454-4f685b8a6fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.424578092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"Service","name":"maas-api-e2e-inf-a-8c6934","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.437287155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-8c6934","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.442879191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-8c6934","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.449075254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.457350836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.466647414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.472155054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.475160952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"Deployment","name":"payload-processing-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.478039439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.480844431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"Service","name":"payload-processing-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.483745327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.486568806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.491438678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.494422338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.504519201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.510832185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.513652834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.516935211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-8c6934","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:42.519835122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-8c6934"},"namespace":"ai-tenant-e2e-inf-a-8c6934","name":"default-tenant","reconcileID":"64106c34-d7ee-4856-b62c-896dab045ad3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-8c6934","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.019120292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f168f004-4b91-42a0-9065-d8b667282287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.023509126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f168f004-4b91-42a0-9065-d8b667282287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.027720565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f168f004-4b91-42a0-9065-d8b667282287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.031424047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f168f004-4b91-42a0-9065-d8b667282287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.421927083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d278e76f-80de-44b7-abbc-b4e8c6e24b20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.422033466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d278e76f-80de-44b7-abbc-b4e8c6e24b20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.427688464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6830530-922f-4c02-ab35-a1b71e65f425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.427786798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6830530-922f-4c02-ab35-a1b71e65f425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.437828965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"9544caec-c648-4241-9dc6-a29403b89c7d","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.494706288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b6b16d-80e1-4174-ad76-2425129e7264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.495135686Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"9544caec-c648-4241-9dc6-a29403b89c7d","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.498249465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b6b16d-80e1-4174-ad76-2425129e7264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.501888623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b6b16d-80e1-4174-ad76-2425129e7264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.505460632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b6b16d-80e1-4174-ad76-2425129e7264","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.505647951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"9544caec-c648-4241-9dc6-a29403b89c7d","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.515063461Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e1d81ba-6b20-4136-805b-d9bca51c30d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.515079762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e1d81ba-6b20-4136-805b-d9bca51c30d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.58897029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"970863c5-d878-4932-95d2-cb02b322e060","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.588991993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"970863c5-d878-4932-95d2-cb02b322e060","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.597208976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"5d85eb91-3ccd-48e0-aee0-f8185a2f1ec7","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.597790845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d0d65a2-6a53-44c7-81ff-9d6a49cbbd33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.597806567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d0d65a2-6a53-44c7-81ff-9d6a49cbbd33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:51:43.598961149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-sub-ba5a7526","reconcileID":"9de3e6aa-fbd6-4379-8b24-f8428814d15e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-ba5a7526\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.606042269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"5d85eb91-3ccd-48e0-aee0-f8185a2f1ec7","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.613080603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"5d85eb91-3ccd-48e0-aee0-f8185a2f1ec7","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.616837824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bd01ac3-90bf-40bd-82b4-0840874bb732","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.616854529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bd01ac3-90bf-40bd-82b4-0840874bb732","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.625835554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cd61d81-90aa-4056-9839-abcfe716cb98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.625851827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3cd61d81-90aa-4056-9839-abcfe716cb98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.649272254Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-sub-ba5a7526","reconcileID":"4e597c93-661c-4090-9724-607f8333b6dd","MaaSSubscription":{"name":"e2e-sub-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ba5a7526/e2e-sub-ba5a7526","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.669483751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edcfdf05-637e-46e7-8450-7b1dadfb0a08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.669501307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edcfdf05-637e-46e7-8450-7b1dadfb0a08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.743076633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-sub-ba5a7526","reconcileID":"037b61bb-c533-4c3d-9bf4-cfd70f0bf48d","MaaSSubscription":{"name":"e2e-sub-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:43.743372771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa39fc7d-7f54-4adf-9ca6-97eaad7cf585","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.610882342Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8c6934","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8c6934","reconcileID":"2a656919-583e-4efb-8557-98395dd699f1","aitenant":"ai-tenants/e2e-inf-a-8c6934","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.698181943Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-8c6934","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-8c6934","reconcileID":"2a656919-583e-4efb-8557-98395dd699f1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-8c6934","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-8c6934"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.70705176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5d7fbb-0a6e-48ed-b0ad-741bd8c7dca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.741573726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5d7fbb-0a6e-48ed-b0ad-741bd8c7dca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.745861063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5d7fbb-0a6e-48ed-b0ad-741bd8c7dca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.749919965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5d7fbb-0a6e-48ed-b0ad-741bd8c7dca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.945949411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e23d28c-ff53-4b7b-90b4-26677f5107ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.949493066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e23d28c-ff53-4b7b-90b4-26677f5107ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.952922056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e23d28c-ff53-4b7b-90b4-26677f5107ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:45.95820981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e23d28c-ff53-4b7b-90b4-26677f5107ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:46.368233899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5df6a7b-356c-448c-a11d-00a7c4783f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:46.418156361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5df6a7b-356c-448c-a11d-00a7c4783f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:46.429677949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5df6a7b-356c-448c-a11d-00a7c4783f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:46.449617213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5df6a7b-356c-448c-a11d-00a7c4783f49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:47.861945431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"1617db51-443a-4c3d-85b7-498e73dc587e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:47.906766932Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"1617db51-443a-4c3d-85b7-498e73dc587e","name":"e2e-inf-a-745c52-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:51.47304049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"37d328a9-5ab7-44e3-ad75-bf601d897d36","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:51.482049434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"37d328a9-5ab7-44e3-ad75-bf601d897d36","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:51.489870928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d7c7fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13c074556a1e592f1a7f0b5925dbda4662d24c6da9023a7d4683b6df22537f55) AuthConfig (bdec08543b6455e2ecae864949639f61cef2b264f194c61497215ae5309e73d1) AuthConfig (cb40747146dc2ab7dd3e5d2c4df0f7248ea2a3f34841858613abda46b6946457) AuthConfig (22e276280adf694fa766e20c9722dee3c352b58be36b7c0a548187ba9b6d3cfb) AuthConfig (c657170979f1a48b23dfab54e7b29c82828d6761ead99405c1e3f6275962bd5e) AuthConfig (5538069f3a3dfabfd86f1e306003299173414dbdf2f7a0c4deddbad3fe217c6b) AuthConfig (33834e33fa5daa47a6b8712adf45d3e0e69c3ec9f4e10973297caa08b3d1bc9b) AuthConfig (b4224fb56a093950fd9ae85688e861ba7902b644b265c00a351ddacda9ba893e) AuthConfig (47652ab0bddaaab25fc500837f4a707cc60093a649a00b1e3c0d4eb4786b7c67) AuthConfig (6fa0984edc629850f1fb129c0a20b5ac5349711997a76e6558378d1d89fe5f88) AuthConfig (70a08ce92feeef54c5f60825729985c4073db892a15370d8c1f27cffa5cb5816) AuthConfig (f8528801227c7e530f4e8dfe7bf5da404c09767528ca1a89e1d1b0d9c4bebab7) AuthConfig (2f6216ded694bf9bd2a6f863a6f7a471d8232de7a33e1be9ab77e6f240fe4808) AuthConfig (10c1063106071edf0249d0e7afd0fac8b852b94b306c3591d458eb4c7019e11c) AuthConfig (d5aa2d57f194e94d7699721a14467ad3aea06206aec6cf1e9675b5577c00dc7e) AuthConfig (2f50ba22f2c68465939f7036b004bd0e37a531dc62cc84b71662c37aa546e8b5) AuthConfig (cb672797c042eeab631cdeabe2c36188f00246ecb852ee2669e4d12a2169033a) AuthConfig (105d39460c05985f1620afe63481656b67ad089b4bff43d9685b93c4893564c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"37d328a9-5ab7-44e3-ad75-bf601d897d36","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:52.451736285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2ec37f-41c3-493b-a2f4-7a0aedbc0d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:52.455751647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2ec37f-41c3-493b-a2f4-7a0aedbc0d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:52.459421982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2ec37f-41c3-493b-a2f4-7a0aedbc0d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:52.463529078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c2ec37f-41c3-493b-a2f4-7a0aedbc0d65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:52.924838431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b825f916-88d5-478c-afef-94452c441fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:52.928300967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b825f916-88d5-478c-afef-94452c441fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:52.932090078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b825f916-88d5-478c-afef-94452c441fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:52.935838764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b825f916-88d5-478c-afef-94452c441fef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:53.619842086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"ffeb3f1b-39cc-48cf-a563-f027c51d12c9","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:53.62815588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"ffeb3f1b-39cc-48cf-a563-f027c51d12c9","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:53.635179213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"ffeb3f1b-39cc-48cf-a563-f027c51d12c9","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:01.497072595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"d1a1f617-00f0-4cee-9651-9853a067ebcb","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:01.505638749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"d1a1f617-00f0-4cee-9651-9853a067ebcb","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:01.513217724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d7c7fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13c074556a1e592f1a7f0b5925dbda4662d24c6da9023a7d4683b6df22537f55) AuthConfig (bdec08543b6455e2ecae864949639f61cef2b264f194c61497215ae5309e73d1) AuthConfig (cb40747146dc2ab7dd3e5d2c4df0f7248ea2a3f34841858613abda46b6946457) AuthConfig (22e276280adf694fa766e20c9722dee3c352b58be36b7c0a548187ba9b6d3cfb) AuthConfig (c657170979f1a48b23dfab54e7b29c82828d6761ead99405c1e3f6275962bd5e) AuthConfig (5538069f3a3dfabfd86f1e306003299173414dbdf2f7a0c4deddbad3fe217c6b) AuthConfig (33834e33fa5daa47a6b8712adf45d3e0e69c3ec9f4e10973297caa08b3d1bc9b) AuthConfig (b4224fb56a093950fd9ae85688e861ba7902b644b265c00a351ddacda9ba893e) AuthConfig (47652ab0bddaaab25fc500837f4a707cc60093a649a00b1e3c0d4eb4786b7c67) AuthConfig (6fa0984edc629850f1fb129c0a20b5ac5349711997a76e6558378d1d89fe5f88) AuthConfig (70a08ce92feeef54c5f60825729985c4073db892a15370d8c1f27cffa5cb5816) AuthConfig (f8528801227c7e530f4e8dfe7bf5da404c09767528ca1a89e1d1b0d9c4bebab7) AuthConfig (2f6216ded694bf9bd2a6f863a6f7a471d8232de7a33e1be9ab77e6f240fe4808) AuthConfig (10c1063106071edf0249d0e7afd0fac8b852b94b306c3591d458eb4c7019e11c) AuthConfig (d5aa2d57f194e94d7699721a14467ad3aea06206aec6cf1e9675b5577c00dc7e) AuthConfig (2f50ba22f2c68465939f7036b004bd0e37a531dc62cc84b71662c37aa546e8b5) AuthConfig (cb672797c042eeab631cdeabe2c36188f00246ecb852ee2669e4d12a2169033a) AuthConfig (105d39460c05985f1620afe63481656b67ad089b4bff43d9685b93c4893564c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"d1a1f617-00f0-4cee-9651-9853a067ebcb","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:03.642531532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"f30955de-5828-44fa-827a-bc6f6bc5d6a5","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:03.651069811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"f30955de-5828-44fa-827a-bc6f6bc5d6a5","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:03.658138992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"f30955de-5828-44fa-827a-bc6f6bc5d6a5","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:11.355348884Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:11.528373117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"061a57de-9a22-48ca-a377-8ab21367403d","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:11.544984765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"061a57de-9a22-48ca-a377-8ab21367403d","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:11.556793184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d7c7fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (13c074556a1e592f1a7f0b5925dbda4662d24c6da9023a7d4683b6df22537f55) AuthConfig (bdec08543b6455e2ecae864949639f61cef2b264f194c61497215ae5309e73d1) AuthConfig (cb40747146dc2ab7dd3e5d2c4df0f7248ea2a3f34841858613abda46b6946457) AuthConfig (22e276280adf694fa766e20c9722dee3c352b58be36b7c0a548187ba9b6d3cfb) AuthConfig (c657170979f1a48b23dfab54e7b29c82828d6761ead99405c1e3f6275962bd5e) AuthConfig (5538069f3a3dfabfd86f1e306003299173414dbdf2f7a0c4deddbad3fe217c6b) AuthConfig (33834e33fa5daa47a6b8712adf45d3e0e69c3ec9f4e10973297caa08b3d1bc9b) AuthConfig (b4224fb56a093950fd9ae85688e861ba7902b644b265c00a351ddacda9ba893e) AuthConfig (47652ab0bddaaab25fc500837f4a707cc60093a649a00b1e3c0d4eb4786b7c67) AuthConfig (6fa0984edc629850f1fb129c0a20b5ac5349711997a76e6558378d1d89fe5f88) AuthConfig (70a08ce92feeef54c5f60825729985c4073db892a15370d8c1f27cffa5cb5816) AuthConfig (f8528801227c7e530f4e8dfe7bf5da404c09767528ca1a89e1d1b0d9c4bebab7) AuthConfig (2f6216ded694bf9bd2a6f863a6f7a471d8232de7a33e1be9ab77e6f240fe4808) AuthConfig (10c1063106071edf0249d0e7afd0fac8b852b94b306c3591d458eb4c7019e11c) AuthConfig (d5aa2d57f194e94d7699721a14467ad3aea06206aec6cf1e9675b5577c00dc7e) AuthConfig (2f50ba22f2c68465939f7036b004bd0e37a531dc62cc84b71662c37aa546e8b5) AuthConfig (cb672797c042eeab631cdeabe2c36188f00246ecb852ee2669e4d12a2169033a) AuthConfig (105d39460c05985f1620afe63481656b67ad089b4bff43d9685b93c4893564c3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"061a57de-9a22-48ca-a377-8ab21367403d","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:11.986207256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-sub","reconcileID":"86ebd3b2-bcd7-42a7-9852-97671810cd82","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"maas-trlp-test-model-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:12.031353146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"2dbe9dd3-8170-4d1c-9124-182f827b6445","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:12.03147116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"2dbe9dd3-8170-4d1c-9124-182f827b6445","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:12.667198744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d1dfae-9226-4b99-954b-e0d09ce7db4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:12.671474347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d1dfae-9226-4b99-954b-e0d09ce7db4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:12.675535978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d1dfae-9226-4b99-954b-e0d09ce7db4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:12.681239432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d1dfae-9226-4b99-954b-e0d09ce7db4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:12.916443912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a412f224-4cc7-4988-ac3e-15cd6c15e689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:12.919949834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a412f224-4cc7-4988-ac3e-15cd6c15e689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:12.923343075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a412f224-4cc7-4988-ac3e-15cd6c15e689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:12.927114962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a412f224-4cc7-4988-ac3e-15cd6c15e689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.601397931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"92396344-fcc9-4788-ab14-7877d1e46062","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.609717798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"92396344-fcc9-4788-ab14-7877d1e46062","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.70883286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"5f56ebcb-2335-471e-9eaa-47f6b2b9c0d8","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.727685492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"5f56ebcb-2335-471e-9eaa-47f6b2b9c0d8","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.740476364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"5f56ebcb-2335-471e-9eaa-47f6b2b9c0d8","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.752149741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"583db63a-7b44-4f8f-8242-04266909ab3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.752172407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"583db63a-7b44-4f8f-8242-04266909ab3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.797278707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"2b1b3db2-2526-4f6c-9a85-2976fb82b87f","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.797305105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"2b1b3db2-2526-4f6c-9a85-2976fb82b87f","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.081885489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"ef3a806e-af6b-4d16-bdc4-c6922712b0c2","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.081906665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"ef3a806e-af6b-4d16-bdc4-c6922712b0c2","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.091018083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"6350d094-c0ab-4f9f-ab02-1d241b2a1097","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.091037515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"6350d094-c0ab-4f9f-ab02-1d241b2a1097","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.099897495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"f80cfbc3-bac1-49e5-9e54-a3460dac65fa","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.135752969Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"f80cfbc3-bac1-49e5-9e54-a3460dac65fa","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.149338582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-519a78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"f80cfbc3-bac1-49e5-9e54-a3460dac65fa","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.159448835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"77bd734d-1d69-47fc-9f6f-1bae7609d417","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.159478221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"77bd734d-1d69-47fc-9f6f-1bae7609d417","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.403014884Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","namespace":"ai-tenant-e2e-inf-b-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.40306997Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","namespace":"ai-tenant-e2e-inf-b-f5afd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.403115031Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","tenant":"e2e-inf-b-f5afd7","tenantID":"e2e-inf-b-f5afd7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.408356793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"Deployment","name":"maas-api-e2e-inf-b-f5afd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.423617716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"Service","name":"maas-api-e2e-inf-b-f5afd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.442394255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-f5afd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.447888781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-f5afd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.454085723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.462018429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.470426917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.478357004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.482632925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"Deployment","name":"payload-processing-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.485649024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.488847095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"Service","name":"payload-processing-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.492819863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.495838245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.498828421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.501665693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.509041828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.512269462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.515221591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.518260962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-f5afd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.521177924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-f5afd7"},"namespace":"ai-tenant-e2e-inf-b-f5afd7","name":"default-tenant","reconcileID":"c7d9811e-ebd7-456f-8e17-a3e0d426af5f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-f5afd7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.719706701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf88a94-7e68-4e7f-b121-392083fc4ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.723936356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf88a94-7e68-4e7f-b121-392083fc4ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.728200801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf88a94-7e68-4e7f-b121-392083fc4ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.732437485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf88a94-7e68-4e7f-b121-392083fc4ecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.014280224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7f1b54-20a2-480e-8b2a-d919e054172b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.017708901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7f1b54-20a2-480e-8b2a-d919e054172b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.040660906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7f1b54-20a2-480e-8b2a-d919e054172b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.045014594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb7f1b54-20a2-480e-8b2a-d919e054172b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.507191882Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5ecee8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5ecee8","reconcileID":"0fc0737e-c7d9-4bf6-87b0-345e46be4baf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5ecee8","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-5ecee8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.693760148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8949c8-f7cb-486c-8c80-b4b670ae11d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.69773075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8949c8-f7cb-486c-8c80-b4b670ae11d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.701736908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8949c8-f7cb-486c-8c80-b4b670ae11d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.70571769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e8949c8-f7cb-486c-8c80-b4b670ae11d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:21.566995827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"c749d5a7-51c3-4e7a-8ec1-5a0b1d00bd20","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:21.575196583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"c749d5a7-51c3-4e7a-8ec1-5a0b1d00bd20","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:21.70085473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"c4ea8db3-8e17-4d0a-9ea2-e61ec30b5936","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:21.700885476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"c4ea8db3-8e17-4d0a-9ea2-e61ec30b5936","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.151730504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"a77096d4-3f33-4f75-b3db-fcb8f4d12702","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.151758679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"a77096d4-3f33-4f75-b3db-fcb8f4d12702","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.161939053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"1c524e82-dd42-4061-8510-87afff19c654","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.163179303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"c7faa90f-06bc-4692-9dbf-439d68b09ada","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.163251027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"c7faa90f-06bc-4692-9dbf-439d68b09ada","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:22.163916525Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-sub","reconcileID":"2fd38d0f-8415-4fcb-b53c-0fbcc56693aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-d7c7fd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:22.168514703Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"c7faa90f-06bc-4692-9dbf-439d68b09ada","name":"test-model-d7c7fd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-d7c7fd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:22.16856568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"c7faa90f-06bc-4692-9dbf-439d68b09ada","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-d7c7fd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.170494223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"1c524e82-dd42-4061-8510-87afff19c654","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.174027193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"a101ad14-0f77-4177-9aab-03e937f9b2d7","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.174044065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"a101ad14-0f77-4177-9aab-03e937f9b2d7","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.17609502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"ee4b55a2-0460-47c7-8c84-58739d605d9a","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.176112225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"ee4b55a2-0460-47c7-8c84-58739d605d9a","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.184581668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"22c78db2-9e77-44f3-8968-6677e0a9b03b","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.18461423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"22c78db2-9e77-44f3-8968-6677e0a9b03b","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.209273965Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-sub","reconcileID":"f2817862-0d00-4f16-b8ef-762c2c7a5722","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"maas-trlp-test-model-d7c7fd","model":"test-model-d7c7fd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.229952392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"d76b1aac-42fa-43bf-913f-c71a1b988d2a","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.22997338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"d76b1aac-42fa-43bf-913f-c71a1b988d2a","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.259566559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"b28f9226-aa66-4353-a63b-d84e50edfeaf","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.274464414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"b28f9226-aa66-4353-a63b-d84e50edfeaf","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.299216033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-sub","reconcileID":"9d08bee8-dc77-4585-a95e-d7e6f12f8391","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"maas-trlp-test-model-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:23.762080952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"cf5e7bff-89d4-4f84-b4cd-923fa67e836f","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:23.771609273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"cf5e7bff-89d4-4f84-b4cd-923fa67e836f","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:23.779337245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"cf5e7bff-89d4-4f84-b4cd-923fa67e836f","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:24.194209642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"a3b8267f-62c8-4279-9f11-b0064788c104","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:24.20247764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"a3b8267f-62c8-4279-9f11-b0064788c104","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:24.209727767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-519a78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"a3b8267f-62c8-4279-9f11-b0064788c104","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:24.613418767Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-f5afd7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-f5afd7","reconcileID":"62f887b4-9d2e-48bd-923e-79d188c3e111","aitenant":"ai-tenants/e2e-inf-b-f5afd7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:24.709508167Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-f5afd7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-f5afd7","reconcileID":"62f887b4-9d2e-48bd-923e-79d188c3e111","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-f5afd7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-f5afd7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:24.719317775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aac1a0b-39eb-4665-920c-74444cb84b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:24.742364574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aac1a0b-39eb-4665-920c-74444cb84b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:24.745855208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aac1a0b-39eb-4665-920c-74444cb84b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:24.749867289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aac1a0b-39eb-4665-920c-74444cb84b6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:25.042538223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30fe330-4eae-4890-91ff-8de696836fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:25.046816009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30fe330-4eae-4890-91ff-8de696836fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:25.050586823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30fe330-4eae-4890-91ff-8de696836fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:25.053909643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d30fe330-4eae-4890-91ff-8de696836fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:25.639288435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1be0819-bb49-492d-986f-f9db0e4a2a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:25.642874897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1be0819-bb49-492d-986f-f9db0e4a2a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:25.646230898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1be0819-bb49-492d-986f-f9db0e4a2a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:25.649823025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1be0819-bb49-492d-986f-f9db0e4a2a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.576875478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73ef0c23-4194-47ce-9989-56c73053d62f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.576902395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"73ef0c23-4194-47ce-9989-56c73053d62f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.585297051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8894c9c1-2165-4960-8a1c-c2f1ecdd2a6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.58531691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8894c9c1-2165-4960-8a1c-c2f1ecdd2a6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.591745941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2f98e7b3","namespace":"ai-tenant-e2e-mt-2f98e7b3"},"namespace":"ai-tenant-e2e-mt-2f98e7b3","name":"e2e-policy-2f98e7b3","reconcileID":"ff07e058-57ce-4cb9-ae2c-9b5b93f5bcd4","MaaSAuthPolicy":{"name":"e2e-policy-2f98e7b3","namespace":"ai-tenant-e2e-mt-2f98e7b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.600919478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2f98e7b3","namespace":"ai-tenant-e2e-mt-2f98e7b3"},"namespace":"ai-tenant-e2e-mt-2f98e7b3","name":"e2e-policy-2f98e7b3","reconcileID":"ff07e058-57ce-4cb9-ae2c-9b5b93f5bcd4","MaaSAuthPolicy":{"name":"e2e-policy-2f98e7b3","namespace":"ai-tenant-e2e-mt-2f98e7b3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.608534834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2f98e7b3","namespace":"ai-tenant-e2e-mt-2f98e7b3"},"namespace":"ai-tenant-e2e-mt-2f98e7b3","name":"e2e-policy-2f98e7b3","reconcileID":"ff07e058-57ce-4cb9-ae2c-9b5b93f5bcd4","MaaSAuthPolicy":{"name":"e2e-policy-2f98e7b3","namespace":"ai-tenant-e2e-mt-2f98e7b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.619525576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9deefff8-683c-48c4-b867-d50e339a9634","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:26.6195452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9deefff8-683c-48c4-b867-d50e339a9634","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:33.786400263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"db4c5d9e-dc58-4a12-a8db-7a4cd8828428","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:33.795521706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"db4c5d9e-dc58-4a12-a8db-7a4cd8828428","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:33.802825618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"db4c5d9e-dc58-4a12-a8db-7a4cd8828428","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.217105736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"318dd6b6-06ae-45fd-9c19-3c2e231cc9db","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.225513555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"318dd6b6-06ae-45fd-9c19-3c2e231cc9db","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.232511958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-519a78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"318dd6b6-06ae-45fd-9c19-3c2e231cc9db","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:40.183934026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"4ab3acd1-c9ea-46d2-b97c-2591ce626d62","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:40.237125528Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"4ab3acd1-c9ea-46d2-b97c-2591ce626d62","name":"e2e-inf-b-5ecee8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:41.344062686Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.809872764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"1ae34df6-8aed-41e4-a364-2b0b88db4a07","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.818887033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"1ae34df6-8aed-41e4-a364-2b0b88db4a07","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.826683282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"1ae34df6-8aed-41e4-a364-2b0b88db4a07","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:44.240022869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"fd8d0ce0-809d-4f8f-a699-dd2ce0153367","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:44.248735727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"fd8d0ce0-809d-4f8f-a699-dd2ce0153367","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:44.255751161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-519a78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"fd8d0ce0-809d-4f8f-a699-dd2ce0153367","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:52.587111078Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2f98e7b3","namespace":"ai-tenant-e2e-mt-2f98e7b3"},"namespace":"ai-tenant-e2e-mt-2f98e7b3","name":"e2e-policy-2f98e7b3","reconcileID":"d7b567cc-2922-4cf8-a00c-afdbe9f26ca8","MaaSAuthPolicy":{"name":"e2e-policy-2f98e7b3","namespace":"ai-tenant-e2e-mt-2f98e7b3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:52.593684838Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2f98e7b3","namespace":"ai-tenant-e2e-mt-2f98e7b3"},"namespace":"ai-tenant-e2e-mt-2f98e7b3","name":"e2e-policy-2f98e7b3","reconcileID":"d7b567cc-2922-4cf8-a00c-afdbe9f26ca8","MaaSAuthPolicy":{"name":"e2e-policy-2f98e7b3","namespace":"ai-tenant-e2e-mt-2f98e7b3"},"policyNamespace":"ai-tenant-e2e-mt-2f98e7b3","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:53.833877588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"24206872-f163-4864-974c-da0d0b963e42","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:53.842624762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"24206872-f163-4864-974c-da0d0b963e42","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:53.850254622Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"24206872-f163-4864-974c-da0d0b963e42","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:54.262804241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"207c33fe-756a-4f78-9163-74d4e0b99685","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:54.271041795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"207c33fe-756a-4f78-9163-74d4e0b99685","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:54.27818899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-519a78-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"207c33fe-756a-4f78-9163-74d4e0b99685","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:02.302064269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-sub","reconcileID":"867d6d82-1de4-4904-94dc-62176fde8fd3","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"maas-trlp-test-model-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:02.322028196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"42fa1c07-988f-49c1-8f16-b3b4db3d2387","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:02.322050252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"42fa1c07-988f-49c1-8f16-b3b4db3d2387","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.153212986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687bc6a3-fbb8-40c9-82dc-db16cf4e9de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.157144986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687bc6a3-fbb8-40c9-82dc-db16cf4e9de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.161194158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687bc6a3-fbb8-40c9-82dc-db16cf4e9de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.16554446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687bc6a3-fbb8-40c9-82dc-db16cf4e9de5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.418857564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d6b1aa-6b55-489e-bd44-472d4f341922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.422265837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d6b1aa-6b55-489e-bd44-472d4f341922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.425982036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d6b1aa-6b55-489e-bd44-472d4f341922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.429523483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d6b1aa-6b55-489e-bd44-472d4f341922","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.85697637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"ce2ae747-f1cf-4046-8f8d-4b2f569780f1","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.865235705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"ce2ae747-f1cf-4046-8f8d-4b2f569780f1","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.986279938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cf20653-4f03-4b8b-a589-cf44cc8a2936","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:03.986302433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cf20653-4f03-4b8b-a589-cf44cc8a2936","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:04.285189299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"58d06dd6-9b5d-483c-bf00-1d62529ba06c","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:04.293990496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"58d06dd6-9b5d-483c-bf00-1d62529ba06c","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:04.301331953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-519a78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a263bfb5311ee186db7faf15c99964980c1120890d4ec4f1771a9337588f6c96) AuthConfig (36ec05f8c7b4ccae7c3eed3153b2a928937202fd172930ac6ee6d2e0cc7363fa) AuthConfig (497efc1c748ac239a42146c5fedb38fc27bfbbe41f664d36d179466523c43615) AuthConfig (137fb264ae24dd547a30fb24fffd318232f0b1b18d9461524ba55364399cc6bf) AuthConfig (bc78ab5671ca82d5dbaca33e63f9341a5eed8761764ea2c6fa036d1bab5030c2) AuthConfig (149c7f88d720e51cdc03be34466c231c901f9358fdb265aa5fd3d9a396b00bde) AuthConfig (cb8415c6ed540a7845cdb97b6302b0f4d5cf91334d265225c0c406107df801ed) AuthConfig (bbffe534cb9a1136226b4a4325b98c225c59efa2dd988d59eedb7b854f98602b) AuthConfig (00b01c2384350a05f352e51943872e1d365e4004e355e65f26539a3690e4d1b0) AuthConfig (53e582aa6ffdcf07916e5e36de95df29b8e03bab6685b95021e33adbe4b464df) AuthConfig (3831735399082962ded9e89c8dcaee97174c37af5b10f3af9bde2f01fcbb2346) AuthConfig (c936106af317ad79c3b99df469bb26ad1ef59addf5ecf1e7e38d551d14fda290) AuthConfig (86f476ec86f0532a0af6f755d427b475b8f26ecaab08a3a21b44302ae95c27f8) AuthConfig (b709ecbbca2a1ae0358dc7e565dc6a4755455752e86a2a7c098058881c804d65) AuthConfig (ff38d6ac7303a00d8a311c8e09b41b56bce9e44147d464e9c250c245d4d9de55) AuthConfig (42ec17a697fd681e32c6e0d1fbcb9bc4525d14faac3b2e18f8648523a9ec592d) AuthConfig (1b3e730edc1c4706d4a2bd317953370e2e607de9e03ca8b001fba1f596d2c9c2) AuthConfig (6dce81ea40872493af8be573c18d86741bc7499dee5590d8b74fc5b1a89ddc20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"58d06dd6-9b5d-483c-bf00-1d62529ba06c","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:04.310555197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"fce1c5fb-8271-4bf9-9063-9d88c6404f9f","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:04.310573201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"fce1c5fb-8271-4bf9-9063-9d88c6404f9f","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:04.385135357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"fee2518f-c253-4db2-8558-d50a12d3d58a","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:04.393573946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"fee2518f-c253-4db2-8558-d50a12d3d58a","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:06.65919676Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"f9484eb2-f7cb-4f7c-8edd-dcf24e9d323e","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:06.659444514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"682c39e9-4885-4676-9086-44fa346012d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:06.659465367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"682c39e9-4885-4676-9086-44fa346012d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:06.66998943Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-policy-ba5a7526","reconcileID":"f9484eb2-f7cb-4f7c-8edd-dcf24e9d323e","MaaSAuthPolicy":{"name":"e2e-policy-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"policyNamespace":"ai-tenant-e2e-mt-ba5a7526","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:06.678192175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc7504a0-7c9d-4b35-9bb4-4f315a63a131","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:06.678209289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc7504a0-7c9d-4b35-9bb4-4f315a63a131","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:06.972485787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d44d72c-0784-483e-8409-5918160f0164","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:06.972516461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d44d72c-0784-483e-8409-5918160f0164","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:11.344868655Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:14.317578142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"f327fe4d-0ed3-485c-a84c-f4c7ea708433","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:14.325969539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"f327fe4d-0ed3-485c-a84c-f4c7ea708433","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:14.33311458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-519a78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a263bfb5311ee186db7faf15c99964980c1120890d4ec4f1771a9337588f6c96) AuthConfig (36ec05f8c7b4ccae7c3eed3153b2a928937202fd172930ac6ee6d2e0cc7363fa) AuthConfig (497efc1c748ac239a42146c5fedb38fc27bfbbe41f664d36d179466523c43615) AuthConfig (137fb264ae24dd547a30fb24fffd318232f0b1b18d9461524ba55364399cc6bf) AuthConfig (bc78ab5671ca82d5dbaca33e63f9341a5eed8761764ea2c6fa036d1bab5030c2) AuthConfig (149c7f88d720e51cdc03be34466c231c901f9358fdb265aa5fd3d9a396b00bde) AuthConfig (cb8415c6ed540a7845cdb97b6302b0f4d5cf91334d265225c0c406107df801ed) AuthConfig (bbffe534cb9a1136226b4a4325b98c225c59efa2dd988d59eedb7b854f98602b) AuthConfig (00b01c2384350a05f352e51943872e1d365e4004e355e65f26539a3690e4d1b0) AuthConfig (53e582aa6ffdcf07916e5e36de95df29b8e03bab6685b95021e33adbe4b464df) AuthConfig (3831735399082962ded9e89c8dcaee97174c37af5b10f3af9bde2f01fcbb2346) AuthConfig (c936106af317ad79c3b99df469bb26ad1ef59addf5ecf1e7e38d551d14fda290) AuthConfig (86f476ec86f0532a0af6f755d427b475b8f26ecaab08a3a21b44302ae95c27f8) AuthConfig (b709ecbbca2a1ae0358dc7e565dc6a4755455752e86a2a7c098058881c804d65) AuthConfig (ff38d6ac7303a00d8a311c8e09b41b56bce9e44147d464e9c250c245d4d9de55) AuthConfig (42ec17a697fd681e32c6e0d1fbcb9bc4525d14faac3b2e18f8648523a9ec592d) AuthConfig (1b3e730edc1c4706d4a2bd317953370e2e607de9e03ca8b001fba1f596d2c9c2) AuthConfig (6dce81ea40872493af8be573c18d86741bc7499dee5590d8b74fc5b1a89ddc20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"f327fe4d-0ed3-485c-a84c-f4c7ea708433","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:16.993989969Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-sub-ba5a7526","reconcileID":"8d49f159-5e78-4b3d-878b-0fed51487428","MaaSSubscription":{"name":"e2e-sub-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-ba5a7526","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:17.020796464Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"namespace":"ai-tenant-e2e-mt-ba5a7526","name":"e2e-sub-ba5a7526","reconcileID":"8d49f159-5e78-4b3d-878b-0fed51487428","MaaSSubscription":{"name":"e2e-sub-ba5a7526","namespace":"ai-tenant-e2e-mt-ba5a7526"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:17.046157085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10a04042-1fe6-452e-959e-2356aa783c10","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:17.054462255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54ba0101-ce41-4c85-b554-38628716387e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:17.054492901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54ba0101-ce41-4c85-b554-38628716387e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:21.878507553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"a9812bd7-54fc-4d56-9e6a-31bab6c25b84","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:21.878538079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"a9812bd7-54fc-4d56-9e6a-31bab6c25b84","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:22.252532552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"147ebd57-404b-4f5e-aeb8-34415e811bd4","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:22.252570352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"147ebd57-404b-4f5e-aeb8-34415e811bd4","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:22.26087231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"508d4250-f943-4c0c-b247-4865d73ac6c8","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:22.260889956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"508d4250-f943-4c0c-b247-4865d73ac6c8","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:22.266866367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"c0344d5f-52c2-4ace-89df-80b1e9541caa","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:22.29698118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"c0344d5f-52c2-4ace-89df-80b1e9541caa","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"e2e-inf-a-745c52-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:22.304352192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-745c52-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"c0344d5f-52c2-4ace-89df-80b1e9541caa","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:22.313065152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"5b5a9bc8-2e69-4350-841a-cdef33cdee39","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:22.313082053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"5b5a9bc8-2e69-4350-841a-cdef33cdee39","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:24.340162167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"9fd5fb35-7924-43de-845c-35edc1ee3642","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:24.348719719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"9fd5fb35-7924-43de-845c-35edc1ee3642","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:24.355961946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-519a78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a263bfb5311ee186db7faf15c99964980c1120890d4ec4f1771a9337588f6c96) AuthConfig (36ec05f8c7b4ccae7c3eed3153b2a928937202fd172930ac6ee6d2e0cc7363fa) AuthConfig (497efc1c748ac239a42146c5fedb38fc27bfbbe41f664d36d179466523c43615) AuthConfig (137fb264ae24dd547a30fb24fffd318232f0b1b18d9461524ba55364399cc6bf) AuthConfig (bc78ab5671ca82d5dbaca33e63f9341a5eed8761764ea2c6fa036d1bab5030c2) AuthConfig (149c7f88d720e51cdc03be34466c231c901f9358fdb265aa5fd3d9a396b00bde) AuthConfig (cb8415c6ed540a7845cdb97b6302b0f4d5cf91334d265225c0c406107df801ed) AuthConfig (bbffe534cb9a1136226b4a4325b98c225c59efa2dd988d59eedb7b854f98602b) AuthConfig (00b01c2384350a05f352e51943872e1d365e4004e355e65f26539a3690e4d1b0) AuthConfig (53e582aa6ffdcf07916e5e36de95df29b8e03bab6685b95021e33adbe4b464df) AuthConfig (3831735399082962ded9e89c8dcaee97174c37af5b10f3af9bde2f01fcbb2346) AuthConfig (c936106af317ad79c3b99df469bb26ad1ef59addf5ecf1e7e38d551d14fda290) AuthConfig (86f476ec86f0532a0af6f755d427b475b8f26ecaab08a3a21b44302ae95c27f8) AuthConfig (b709ecbbca2a1ae0358dc7e565dc6a4755455752e86a2a7c098058881c804d65) AuthConfig (ff38d6ac7303a00d8a311c8e09b41b56bce9e44147d464e9c250c245d4d9de55) AuthConfig (42ec17a697fd681e32c6e0d1fbcb9bc4525d14faac3b2e18f8648523a9ec592d) AuthConfig (1b3e730edc1c4706d4a2bd317953370e2e607de9e03ca8b001fba1f596d2c9c2) AuthConfig (6dce81ea40872493af8be573c18d86741bc7499dee5590d8b74fc5b1a89ddc20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"9fd5fb35-7924-43de-845c-35edc1ee3642","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.625206456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"07e98f35-2dab-4b73-b234-f896a5d58042","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.62543139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"bae1cbb7-7f84-4f3a-b8cb-25bfb4eb42ca","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.625452062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"bae1cbb7-7f84-4f3a-b8cb-25bfb4eb42ca","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.635647581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"07e98f35-2dab-4b73-b234-f896a5d58042","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.651845854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-sub","reconcileID":"05e02a5b-0693-43e6-9cfe-e3f912cdaf17","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"maas-trlp-test-model-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.668248345Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"07e98f35-2dab-4b73-b234-f896a5d58042","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.668275758Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"07e98f35-2dab-4b73-b234-f896a5d58042","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.677257376Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"c3f85625-2f75-4218-ac5b-f1d012b5c1ec","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.678059129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"bd85a118-dd47-4fb5-aa77-377666d67be2","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.678085968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"bd85a118-dd47-4fb5-aa77-377666d67be2","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.73529317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"c3f85625-2f75-4218-ac5b-f1d012b5c1ec","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.745240338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"c3f85625-2f75-4218-ac5b-f1d012b5c1ec","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"e2e-inf-a-bf7965-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.745266505Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"c3f85625-2f75-4218-ac5b-f1d012b5c1ec","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-bf7965","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:53:25.750208165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-bf7965-auth","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-auth","reconcileID":"c3f85625-2f75-4218-ac5b-f1d012b5c1ec","error":"maasauthpolicies.maas.opendatahub.io \"test-model-bf7965-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.751850386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-sub","reconcileID":"3639f7aa-03a3-413e-a0b9-4cf1e7f233bd","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"maas-trlp-test-model-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.891495215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"f0d64da7-2072-4ecb-9c05-efcdd6f2bb08","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:25.891512073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"f0d64da7-2072-4ecb-9c05-efcdd6f2bb08","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:32.3198337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"fa7f612a-652b-449b-981f-c6c5fa1b5818","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:32.330079702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"fa7f612a-652b-449b-981f-c6c5fa1b5818","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"e2e-inf-a-745c52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:32.33752821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-745c52-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"fa7f612a-652b-449b-981f-c6c5fa1b5818","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.365116737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"94aaea8b-60a1-44eb-a437-5f498c56c7c8","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.373511712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"94aaea8b-60a1-44eb-a437-5f498c56c7c8","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.380914351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-519a78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a263bfb5311ee186db7faf15c99964980c1120890d4ec4f1771a9337588f6c96) AuthConfig (36ec05f8c7b4ccae7c3eed3153b2a928937202fd172930ac6ee6d2e0cc7363fa) AuthConfig (497efc1c748ac239a42146c5fedb38fc27bfbbe41f664d36d179466523c43615) AuthConfig (137fb264ae24dd547a30fb24fffd318232f0b1b18d9461524ba55364399cc6bf) AuthConfig (bc78ab5671ca82d5dbaca33e63f9341a5eed8761764ea2c6fa036d1bab5030c2) AuthConfig (149c7f88d720e51cdc03be34466c231c901f9358fdb265aa5fd3d9a396b00bde) AuthConfig (cb8415c6ed540a7845cdb97b6302b0f4d5cf91334d265225c0c406107df801ed) AuthConfig (bbffe534cb9a1136226b4a4325b98c225c59efa2dd988d59eedb7b854f98602b) AuthConfig (00b01c2384350a05f352e51943872e1d365e4004e355e65f26539a3690e4d1b0) AuthConfig (53e582aa6ffdcf07916e5e36de95df29b8e03bab6685b95021e33adbe4b464df) AuthConfig (3831735399082962ded9e89c8dcaee97174c37af5b10f3af9bde2f01fcbb2346) AuthConfig (c936106af317ad79c3b99df469bb26ad1ef59addf5ecf1e7e38d551d14fda290) AuthConfig (86f476ec86f0532a0af6f755d427b475b8f26ecaab08a3a21b44302ae95c27f8) AuthConfig (b709ecbbca2a1ae0358dc7e565dc6a4755455752e86a2a7c098058881c804d65) AuthConfig (ff38d6ac7303a00d8a311c8e09b41b56bce9e44147d464e9c250c245d4d9de55) AuthConfig (42ec17a697fd681e32c6e0d1fbcb9bc4525d14faac3b2e18f8648523a9ec592d) AuthConfig (1b3e730edc1c4706d4a2bd317953370e2e607de9e03ca8b001fba1f596d2c9c2) AuthConfig (6dce81ea40872493af8be573c18d86741bc7499dee5590d8b74fc5b1a89ddc20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"94aaea8b-60a1-44eb-a437-5f498c56c7c8","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:35.911768259Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-sub","reconcileID":"25d13514-5983-41e5-9526-8e5e14fe76c7","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","subscription":"test-model-bf7965-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:35.915479168Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-sub","reconcileID":"25d13514-5983-41e5-9526-8e5e14fe76c7","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:35.919483229Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965-sub","reconcileID":"25d13514-5983-41e5-9526-8e5e14fe76c7","MaaSSubscription":{"name":"test-model-bf7965-sub","namespace":"ai-tenant-e2e-inf-a-bf7965"},"name":"maas-trlp-test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:35.948290922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"ebadacda-79bc-4873-afa4-7c59bcb200cc","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"tenant":"e2e-inf-a-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","model":"ai-tenant-e2e-inf-a-bf7965/test-model-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:35.948308637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"test-model-bf7965","reconcileID":"ebadacda-79bc-4873-afa4-7c59bcb200cc","MaaSModelRef":{"name":"test-model-bf7965","namespace":"ai-tenant-e2e-inf-a-bf7965"},"routeName":"test-model-bf7965-kserve-route","namespace":"ai-tenant-e2e-inf-a-bf7965","llmisvcName":"test-model-bf7965","gateway":"openshift-ingress/e2e-inf-a-bf7965","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.638375976Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"01c700cb-5c2b-4ef3-8dfc-f0d6859530b2","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.650517386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"94aaf995-3742-4850-a175-fdf20fb60487","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.650556022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"94aaf995-3742-4850-a175-fdf20fb60487","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.701755201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"01c700cb-5c2b-4ef3-8dfc-f0d6859530b2","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.718189808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-sub","reconcileID":"558cc85d-a83d-44bf-a269-5828bd381427","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"maas-trlp-test-model-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.735059553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"01c700cb-5c2b-4ef3-8dfc-f0d6859530b2","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"e2e-inf-b-d7c7fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.735091227Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-auth","reconcileID":"01c700cb-5c2b-4ef3-8dfc-f0d6859530b2","MaaSAuthPolicy":{"name":"test-model-d7c7fd-auth","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.742957602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"bb7cee6b-030d-43b4-8bab-42dd4e39c0e7","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.743022471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"bb7cee6b-030d-43b4-8bab-42dd4e39c0e7","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.814413937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-sub","reconcileID":"46e22278-0150-42d9-be8d-ff6b67c469dd","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"maas-trlp-test-model-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.891059071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"061994b6-e888-4606-bcc0-632c3850572e","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.891085929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"061994b6-e888-4606-bcc0-632c3850572e","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:41.349757386Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:42.34535843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"50edd036-43e9-47cf-b32e-20760a9406bf","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:42.354387996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"50edd036-43e9-47cf-b32e-20760a9406bf","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"e2e-inf-a-745c52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:42.361675429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-745c52-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"50edd036-43e9-47cf-b32e-20760a9406bf","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:44.387779525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"d809d492-46f2-4cdf-917a-051bbed9b58a","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:44.396069249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"d809d492-46f2-4cdf-917a-051bbed9b58a","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:44.405254036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-519a78-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a263bfb5311ee186db7faf15c99964980c1120890d4ec4f1771a9337588f6c96) AuthConfig (36ec05f8c7b4ccae7c3eed3153b2a928937202fd172930ac6ee6d2e0cc7363fa) AuthConfig (497efc1c748ac239a42146c5fedb38fc27bfbbe41f664d36d179466523c43615) AuthConfig (137fb264ae24dd547a30fb24fffd318232f0b1b18d9461524ba55364399cc6bf) AuthConfig (bc78ab5671ca82d5dbaca33e63f9341a5eed8761764ea2c6fa036d1bab5030c2) AuthConfig (149c7f88d720e51cdc03be34466c231c901f9358fdb265aa5fd3d9a396b00bde) AuthConfig (cb8415c6ed540a7845cdb97b6302b0f4d5cf91334d265225c0c406107df801ed) AuthConfig (bbffe534cb9a1136226b4a4325b98c225c59efa2dd988d59eedb7b854f98602b) AuthConfig (00b01c2384350a05f352e51943872e1d365e4004e355e65f26539a3690e4d1b0) AuthConfig (53e582aa6ffdcf07916e5e36de95df29b8e03bab6685b95021e33adbe4b464df) AuthConfig (3831735399082962ded9e89c8dcaee97174c37af5b10f3af9bde2f01fcbb2346) AuthConfig (c936106af317ad79c3b99df469bb26ad1ef59addf5ecf1e7e38d551d14fda290) AuthConfig (86f476ec86f0532a0af6f755d427b475b8f26ecaab08a3a21b44302ae95c27f8) AuthConfig (b709ecbbca2a1ae0358dc7e565dc6a4755455752e86a2a7c098058881c804d65) AuthConfig (ff38d6ac7303a00d8a311c8e09b41b56bce9e44147d464e9c250c245d4d9de55) AuthConfig (42ec17a697fd681e32c6e0d1fbcb9bc4525d14faac3b2e18f8648523a9ec592d) AuthConfig (1b3e730edc1c4706d4a2bd317953370e2e607de9e03ca8b001fba1f596d2c9c2) AuthConfig (6dce81ea40872493af8be573c18d86741bc7499dee5590d8b74fc5b1a89ddc20)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"d809d492-46f2-4cdf-917a-051bbed9b58a","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:46.923380496Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-sub","reconcileID":"dd1798f3-35ce-4c46-92bd-918f68ad36f2","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","subscription":"test-model-d7c7fd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:46.930435851Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-sub","reconcileID":"dd1798f3-35ce-4c46-92bd-918f68ad36f2","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:46.939516444Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd-sub","reconcileID":"dd1798f3-35ce-4c46-92bd-918f68ad36f2","MaaSSubscription":{"name":"test-model-d7c7fd-sub","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"name":"maas-trlp-test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:46.982283392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"b6b91bf1-4442-473c-8324-fdc543fbd4d3","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"tenant":"e2e-inf-b-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","model":"ai-tenant-e2e-inf-b-d7c7fd/test-model-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:46.982314124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"test-model-d7c7fd","reconcileID":"b6b91bf1-4442-473c-8324-fdc543fbd4d3","MaaSModelRef":{"name":"test-model-d7c7fd","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"routeName":"test-model-d7c7fd-kserve-route","namespace":"ai-tenant-e2e-inf-b-d7c7fd","llmisvcName":"test-model-d7c7fd","gateway":"openshift-ingress/e2e-inf-b-d7c7fd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:49.639505983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"de35bd36-9019-462b-a7a8-fa1696ffd80b","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:49.659388522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"de35bd36-9019-462b-a7a8-fa1696ffd80b","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"e2e-inf-a-745c52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:49.690055436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-745c52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (867dea4652f02f1cc1210ad9902c9d7203aa080d72a1e1041b2539aa9f8a5a1a) AuthConfig (3b6cdfc44cb228e83858d2d5ebcda3d77e38b90650fa7892c1e058f5a818f841) AuthConfig (f8e8169be8cedf80dd33821b63774ca3d2c652b6c5c931de139dfc74687579d5) AuthConfig (301e4a1ec07627d4d591dc11c29476f09fde349e65bce6d8ac21d6c4df647897) AuthConfig (6f20468967156f9ee0e31afd5bd5de2322ea78999d11ba2ea9219b7807b4b629) AuthConfig (a8c88b8c41948ade7cbf16cec8badcced1a3fd1a2cf75a134c96b3a606569a4f) AuthConfig (e7504e6e0352851c548ffaa7f9410c4756d0baa7f53cd712dc710a6444541d23) AuthConfig (1697ea31e603edba089ca2098246f7816e552832bc60ce1b7beea6ff90902344) AuthConfig (6c6edb57345e9db5a2973e45bb5b6b32360030f452c7d503b87df343bb4e167e) AuthConfig (df48d4f1b16610da5e1cd6686413ea2c36f8d8a1cf6b54ee8f3f5f002a92ee0f) AuthConfig (ce19b6229973e9949c39c0f815fc54618721ca1f4634fda2eac612f1a88d003c) AuthConfig (7c2a9cf61187f4e8aeae11614847a78e3bb770a4df39060d94c6e18cb408aa01) AuthConfig (393ead283d85f70f6f5e1e292302bb6bb6f7e86051fa8849eabf645d581d835a) AuthConfig (e64e283fe1b25fbe83c959fdcb41797fd1777d284f990e4ce851f60b790f547f) AuthConfig (2468014923c057341311cfd5327b8960829ce93094ce9fd241f59e7de8edec81) AuthConfig (75952ecbb42081e3c8efe7665ea0146277e78e9457a6154ac017e68d956a930b) AuthConfig (d66ef37590503431d5cc9d0bdd7f4903aa7352478658ad5f211d4c6d42545ac4) AuthConfig (5d5e5bae71335a96ce570e295cf62bf439cff4b293944067b3f6d6d4fe00d6f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"de35bd36-9019-462b-a7a8-fa1696ffd80b","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:49.701000346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"8c9603e5-2817-4c08-b21d-40872cbb881a","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:49.701110718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"8c9603e5-2817-4c08-b21d-40872cbb881a","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:53.83893164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb26277f-3760-4312-b61d-6479f696dc78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:53.843059873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb26277f-3760-4312-b61d-6479f696dc78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:53.84720191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb26277f-3760-4312-b61d-6479f696dc78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:53.850859492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb26277f-3760-4312-b61d-6479f696dc78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.119118086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512a5ddf-5c86-4881-8376-8919a9c48e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.165768687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512a5ddf-5c86-4881-8376-8919a9c48e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.17928839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512a5ddf-5c86-4881-8376-8919a9c48e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.184862928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"512a5ddf-5c86-4881-8376-8919a9c48e4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.413195284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"2d1fe86b-bd20-4825-9116-080d6b5d97ff","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.421472464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"2d1fe86b-bd20-4825-9116-080d6b5d97ff","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.447706424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"f8a53278-d19c-4225-acfe-276b1d850fe6","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.447725371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"f8a53278-d19c-4225-acfe-276b1d850fe6","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.372681681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"a7b1f56f-f324-4511-a946-afa795898f1c","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.372700618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"a7b1f56f-f324-4511-a946-afa795898f1c","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.383858016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"a79a41e3-d83e-41f9-a841-53324c27d158","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.384835624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"bcada303-d9d4-46fa-adde-15b5ddd91544","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.384908409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"bcada303-d9d4-46fa-adde-15b5ddd91544","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:53:57.385524626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-sub","reconcileID":"30ad8e08-fc64-4bbf-a76a-a347b2e4c32f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-519a78-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:53:57.389964424Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"bcada303-d9d4-46fa-adde-15b5ddd91544","name":"test-model-519a78","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-519a78\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:53:57.390012022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"bcada303-d9d4-46fa-adde-15b5ddd91544","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-519a78\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.393093413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"a79a41e3-d83e-41f9-a841-53324c27d158","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.395440262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"6e284ebf-4907-46b8-b23a-20be69df3691","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.395456618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"6e284ebf-4907-46b8-b23a-20be69df3691","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.397820091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"8a8fcb24-a3c7-4286-a94e-6984daf71b16","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.397837483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"8a8fcb24-a3c7-4286-a94e-6984daf71b16","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.406259987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"8943dfe9-f667-481f-a7e5-0865d4b946e4","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.406277427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"8943dfe9-f667-481f-a7e5-0865d4b946e4","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.424751848Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-sub","reconcileID":"fc86d6c4-635f-4525-a960-a59edda7bf3a","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"maas-trlp-test-model-519a78","model":"test-model-519a78","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-519a78/test-model-519a78-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.443727309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"621a16c8-6f78-4fb6-9ea0-3766e2a51df5","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.443746854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"621a16c8-6f78-4fb6-9ea0-3766e2a51df5","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.507491338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"732cca89-ac12-484c-8a1e-588cb9eda0f7","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.515804395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"732cca89-ac12-484c-8a1e-588cb9eda0f7","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:57.520937314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-sub","reconcileID":"9d938f46-5a15-4825-a8dc-ed976f91bfd2","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"maas-trlp-test-model-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:59.708257808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"43c4a044-e9d3-4951-83e9-3cab8a81a077","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:59.716849721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"43c4a044-e9d3-4951-83e9-3cab8a81a077","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"e2e-inf-a-745c52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:59.724405401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-745c52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (867dea4652f02f1cc1210ad9902c9d7203aa080d72a1e1041b2539aa9f8a5a1a) AuthConfig (3b6cdfc44cb228e83858d2d5ebcda3d77e38b90650fa7892c1e058f5a818f841) AuthConfig (f8e8169be8cedf80dd33821b63774ca3d2c652b6c5c931de139dfc74687579d5) AuthConfig (301e4a1ec07627d4d591dc11c29476f09fde349e65bce6d8ac21d6c4df647897) AuthConfig (6f20468967156f9ee0e31afd5bd5de2322ea78999d11ba2ea9219b7807b4b629) AuthConfig (a8c88b8c41948ade7cbf16cec8badcced1a3fd1a2cf75a134c96b3a606569a4f) AuthConfig (e7504e6e0352851c548ffaa7f9410c4756d0baa7f53cd712dc710a6444541d23) AuthConfig (1697ea31e603edba089ca2098246f7816e552832bc60ce1b7beea6ff90902344) AuthConfig (6c6edb57345e9db5a2973e45bb5b6b32360030f452c7d503b87df343bb4e167e) AuthConfig (df48d4f1b16610da5e1cd6686413ea2c36f8d8a1cf6b54ee8f3f5f002a92ee0f) AuthConfig (ce19b6229973e9949c39c0f815fc54618721ca1f4634fda2eac612f1a88d003c) AuthConfig (7c2a9cf61187f4e8aeae11614847a78e3bb770a4df39060d94c6e18cb408aa01) AuthConfig (393ead283d85f70f6f5e1e292302bb6bb6f7e86051fa8849eabf645d581d835a) AuthConfig (e64e283fe1b25fbe83c959fdcb41797fd1777d284f990e4ce851f60b790f547f) AuthConfig (2468014923c057341311cfd5327b8960829ce93094ce9fd241f59e7de8edec81) AuthConfig (75952ecbb42081e3c8efe7665ea0146277e78e9457a6154ac017e68d956a930b) AuthConfig (d66ef37590503431d5cc9d0bdd7f4903aa7352478658ad5f211d4c6d42545ac4) AuthConfig (5d5e5bae71335a96ce570e295cf62bf439cff4b293944067b3f6d6d4fe00d6f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"43c4a044-e9d3-4951-83e9-3cab8a81a077","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.514323237Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","namespace":"ai-tenant-e2e-inf-a-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.514390242Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","namespace":"ai-tenant-e2e-inf-a-bf7965","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.514445166Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","tenant":"e2e-inf-a-bf7965","tenantID":"e2e-inf-a-bf7965","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.521760814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"Deployment","name":"maas-api-e2e-inf-a-bf7965","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.534035536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"Service","name":"maas-api-e2e-inf-a-bf7965","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.551075995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-bf7965","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.568014592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-bf7965","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.577214832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.583063908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.591466228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.5973619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.601784171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"Deployment","name":"payload-processing-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.604828829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.608009471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"Service","name":"payload-processing-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.611088198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.613980382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.617058573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.620212302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.628759287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.631888868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.634971928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.638048333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-bf7965","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.641122933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-bf7965"},"namespace":"ai-tenant-e2e-inf-a-bf7965","name":"default-tenant","reconcileID":"1ab4d78d-f428-4f07-b895-9091d90193ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-bf7965","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.829113661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"c6b6fb8e-d571-4738-b216-9bb29a52326f","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.874529563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"c6b6fb8e-d571-4738-b216-9bb29a52326f","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"e2e-inf-a-745c52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:09.885459017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-745c52-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (867dea4652f02f1cc1210ad9902c9d7203aa080d72a1e1041b2539aa9f8a5a1a) AuthConfig (3b6cdfc44cb228e83858d2d5ebcda3d77e38b90650fa7892c1e058f5a818f841) AuthConfig (f8e8169be8cedf80dd33821b63774ca3d2c652b6c5c931de139dfc74687579d5) AuthConfig (301e4a1ec07627d4d591dc11c29476f09fde349e65bce6d8ac21d6c4df647897) AuthConfig (6f20468967156f9ee0e31afd5bd5de2322ea78999d11ba2ea9219b7807b4b629) AuthConfig (a8c88b8c41948ade7cbf16cec8badcced1a3fd1a2cf75a134c96b3a606569a4f) AuthConfig (e7504e6e0352851c548ffaa7f9410c4756d0baa7f53cd712dc710a6444541d23) AuthConfig (1697ea31e603edba089ca2098246f7816e552832bc60ce1b7beea6ff90902344) AuthConfig (6c6edb57345e9db5a2973e45bb5b6b32360030f452c7d503b87df343bb4e167e) AuthConfig (df48d4f1b16610da5e1cd6686413ea2c36f8d8a1cf6b54ee8f3f5f002a92ee0f) AuthConfig (ce19b6229973e9949c39c0f815fc54618721ca1f4634fda2eac612f1a88d003c) AuthConfig (7c2a9cf61187f4e8aeae11614847a78e3bb770a4df39060d94c6e18cb408aa01) AuthConfig (393ead283d85f70f6f5e1e292302bb6bb6f7e86051fa8849eabf645d581d835a) AuthConfig (e64e283fe1b25fbe83c959fdcb41797fd1777d284f990e4ce851f60b790f547f) AuthConfig (2468014923c057341311cfd5327b8960829ce93094ce9fd241f59e7de8edec81) AuthConfig (75952ecbb42081e3c8efe7665ea0146277e78e9457a6154ac017e68d956a930b) AuthConfig (d66ef37590503431d5cc9d0bdd7f4903aa7352478658ad5f211d4c6d42545ac4) AuthConfig (5d5e5bae71335a96ce570e295cf62bf439cff4b293944067b3f6d6d4fe00d6f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"c6b6fb8e-d571-4738-b216-9bb29a52326f","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:11.34458752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:16.398751189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-sub","reconcileID":"3414c4b2-851e-42b5-995b-0152c057a161","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"maas-trlp-test-model-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:16.423705155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"a0245d98-5236-4f0c-bfd4-42d8496b1d59","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:16.423726686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"a0245d98-5236-4f0c-bfd4-42d8496b1d59","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:16.848365366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"66b5c388-7d15-4a7b-b998-bd355165bedf","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:16.85667488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"66b5c388-7d15-4a7b-b998-bd355165bedf","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:16.971649978Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-bf7965","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-bf7965","reconcileID":"bc59a5f4-e752-4551-b59a-059a02aad87b","aitenant":"ai-tenants/e2e-inf-a-bf7965","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.050397194Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-bf7965","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-bf7965","reconcileID":"bc59a5f4-e752-4551-b59a-059a02aad87b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-bf7965","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-bf7965"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.073892206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb68a7-7f7c-4665-929d-b39ee2a29d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.081247115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb68a7-7f7c-4665-929d-b39ee2a29d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.089217741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb68a7-7f7c-4665-929d-b39ee2a29d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.095537234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcdb68a7-7f7c-4665-929d-b39ee2a29d5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.341540273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9722c40a-ecf5-4a8a-9a4d-72863e722fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.345342543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9722c40a-ecf5-4a8a-9a4d-72863e722fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.349495514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9722c40a-ecf5-4a8a-9a4d-72863e722fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.353590564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9722c40a-ecf5-4a8a-9a4d-72863e722fb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.856435497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5caf396-498d-4ebb-940a-34b80ba94996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.86006839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5caf396-498d-4ebb-940a-34b80ba94996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.863628441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5caf396-498d-4ebb-940a-34b80ba94996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:17.867007688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5caf396-498d-4ebb-940a-34b80ba94996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:19.892537553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"09de854f-739b-40e9-9c38-c51311f9bac0","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:19.902961386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"09de854f-739b-40e9-9c38-c51311f9bac0","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"e2e-inf-a-745c52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:19.941343629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"c70271d8-f38c-41be-97af-f81b09b589f5","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:19.941364044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"c70271d8-f38c-41be-97af-f81b09b589f5","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:23.952460601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e95340e1-c5d3-462c-abba-ae3daf1804cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:23.95248271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e95340e1-c5d3-462c-abba-ae3daf1804cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:23.95847218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fea5e87-c257-4b45-8509-af67dc8bd9ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:23.95849018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fea5e87-c257-4b45-8509-af67dc8bd9ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:23.965307925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-policy-f1cd8e33","reconcileID":"6cd3f7eb-b423-474e-9493-25e3879eb9b9","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:23.973486798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-policy-f1cd8e33","reconcileID":"6cd3f7eb-b423-474e-9493-25e3879eb9b9","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.095498581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0928e25c-7337-4668-8310-4d6227b43153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.095520034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0928e25c-7337-4668-8310-4d6227b43153","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.136647906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"742b262e-7485-423a-a06d-79a91c3c47a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.136734999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"742b262e-7485-423a-a06d-79a91c3c47a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.156100423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-policy-f1cd8e33","reconcileID":"4845843c-e9a1-48c4-b250-915afaa13141","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.16901769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3aa68bed-db52-4cc7-a549-d2df87743c79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.169051855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3aa68bed-db52-4cc7-a549-d2df87743c79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.175454519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-policy-f1cd8e33","reconcileID":"4845843c-e9a1-48c4-b250-915afaa13141","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:24.175769817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-sub-f1cd8e33","reconcileID":"1d530059-040c-486e-aeee-de608a06258f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-f1cd8e33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.20057674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"257769f8-a01d-4b80-986e-52bc456a6a32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.200666227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"257769f8-a01d-4b80-986e-52bc456a6a32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.209659541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e088b58-1ec2-42c9-98fd-76f27e4d21c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.20968476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e088b58-1ec2-42c9-98fd-76f27e4d21c5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.234719809Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-sub-f1cd8e33","reconcileID":"461038b3-7e01-44c6-8cba-954d72628af2","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-f1cd8e33/e2e-shared-sub-f1cd8e33","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.255815963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"338de219-a832-46e8-979d-482439903199","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.255833203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"338de219-a832-46e8-979d-482439903199","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.324704518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ece71a54-6751-48fe-aac9-f187ff24274b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.324786445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-sub-f1cd8e33","reconcileID":"25f469c3-7ee1-448a-a01a-335a91d87bb9","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.514195828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"3706c00f-2a9c-4a92-ae33-18a40071f959","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.514218114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"3706c00f-2a9c-4a92-ae33-18a40071f959","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.522202731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"059d8baf-6fe2-4654-875f-d04219ea22ca","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.526061424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"63f0fc7a-22a9-40d6-8418-e20454d6e5f1","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.526089163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"63f0fc7a-22a9-40d6-8418-e20454d6e5f1","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:24.527398765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-sub","reconcileID":"8249b8df-2124-4f49-9132-01721cf55496","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-745c52-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.531078529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"059d8baf-6fe2-4654-875f-d04219ea22ca","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"e2e-inf-a-745c52-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:24.53389153Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"63f0fc7a-22a9-40d6-8418-e20454d6e5f1","name":"test-model-745c52","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-745c52\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:24.533948289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"63f0fc7a-22a9-40d6-8418-e20454d6e5f1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-745c52\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.539388593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"03a2137e-0587-484d-be46-e63fb7efd1b7","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.539409049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"03a2137e-0587-484d-be46-e63fb7efd1b7","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.540305878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"75fce016-62e3-497b-857d-6ef229af2049","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.540325205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"75fce016-62e3-497b-857d-6ef229af2049","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.549323707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"4de16e47-e09d-486c-9674-a387f7e49779","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.549338992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"4de16e47-e09d-486c-9674-a387f7e49779","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.578240792Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-sub","reconcileID":"e7ddb97b-4b1d-45f5-a0fa-979b5d42ce5d","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"maas-trlp-test-model-745c52","model":"test-model-745c52","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-745c52/test-model-745c52-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.611700278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"58fd2596-8684-4d9e-95d8-419fa2482451","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.611719724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"58fd2596-8684-4d9e-95d8-419fa2482451","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.628739864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"fc190f88-6632-44e9-99d0-5ff9fec2bc73","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.644068227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"fc190f88-6632-44e9-99d0-5ff9fec2bc73","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"e2e-inf-a-745c52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:24.676714819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-sub","reconcileID":"e6061902-02a0-45d9-b375-dd5a1a9e21d3","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"maas-trlp-test-model-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.090059016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e332bf5e-e48a-4b43-9d4b-511bf3246f54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.090109745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e332bf5e-e48a-4b43-9d4b-511bf3246f54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.101585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd08d981-4c86-415b-8bd8-c542057be1f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.101635535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd08d981-4c86-415b-8bd8-c542057be1f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.108796974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-policy-f1cd8e33","reconcileID":"9a8fadbb-838c-421e-bc06-a35591ff1b69","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.117701128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-policy-f1cd8e33","reconcileID":"9a8fadbb-838c-421e-bc06-a35591ff1b69","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.144146955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe79a2b4-4243-4dba-8a9b-5c4abd48b089","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.144166288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe79a2b4-4243-4dba-8a9b-5c4abd48b089","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.291944242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f29c0aa1-147b-4471-bd37-71b39c68c4a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.291972168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f29c0aa1-147b-4471-bd37-71b39c68c4a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.30330308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-policy-f1cd8e33","reconcileID":"c8a0e75d-d8d1-474b-b37c-30c9887a3349","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:25.305307874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-sub-f1cd8e33","reconcileID":"dfa18ae4-96d3-4f2c-9397-d848964c3310","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-f1cd8e33\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.359789626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98e27418-393a-462e-82f7-fa4aec2a6bce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.359816834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98e27418-393a-462e-82f7-fa4aec2a6bce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.364088728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-policy-f1cd8e33","reconcileID":"c8a0e75d-d8d1-474b-b37c-30c9887a3349","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.441439086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78c8845e-55c4-4b1e-a9ce-ba34c00aeff6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.441461035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78c8845e-55c4-4b1e-a9ce-ba34c00aeff6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.452804539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfb42f74-84c0-4622-b09d-18f0f22ff41f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.452821773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dfb42f74-84c0-4622-b09d-18f0f22ff41f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.491410286Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-sub-f1cd8e33","reconcileID":"389776f7-7f69-4895-8c09-917240712aa2","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-c07f751b/e2e-shared-sub-f1cd8e33","ai-tenant-e2e-mt-f1cd8e33/e2e-shared-sub-f1cd8e33","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.497250587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88dcca7-6830-4e2b-b50f-4cc3f4122e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.503994842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88dcca7-6830-4e2b-b50f-4cc3f4122e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.509282101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88dcca7-6830-4e2b-b50f-4cc3f4122e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.515361884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88dcca7-6830-4e2b-b50f-4cc3f4122e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.645715305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"043acea8-93e3-49f5-b37e-7d16427b7589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.645748924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"043acea8-93e3-49f5-b37e-7d16427b7589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.653535178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-sub-f1cd8e33","reconcileID":"8907a548-672d-4ac5-b051-ec219c089969","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.66031051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48d2b9f9-daf1-4b9b-b05a-c801f2f98864","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.680613817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-sub-f1cd8e33","reconcileID":"7a4ab9f2-9e4a-4412-b2ad-baebe75c73a5","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.945060882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe6d33d-7444-415e-8cd3-933e948025e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.952867532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe6d33d-7444-415e-8cd3-933e948025e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.960070635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe6d33d-7444-415e-8cd3-933e948025e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.968892357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe6d33d-7444-415e-8cd3-933e948025e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:26.197394967Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-policy-f1cd8e33","reconcileID":"be7434e0-dc0a-4845-9050-7ceb1a6fb6a5","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:26.197494358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23b36898-c79e-49d6-a08e-c653185bb2d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:26.197513254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23b36898-c79e-49d6-a08e-c653185bb2d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:26.203955157Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-policy-f1cd8e33","reconcileID":"be7434e0-dc0a-4845-9050-7ceb1a6fb6a5","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"policyNamespace":"ai-tenant-e2e-mt-f1cd8e33","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:26.214331857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"577dcfd5-485f-494e-9d02-2f00aed38d1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:26.214346458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"577dcfd5-485f-494e-9d02-2f00aed38d1d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:26.463716002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"321992b5-2a49-4380-acaa-86160589b5a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:26.463737011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"321992b5-2a49-4380-acaa-86160589b5a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:36.485848886Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-sub-f1cd8e33","reconcileID":"20f4db50-2a06-4970-8744-71b92a5decc3","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-f1cd8e33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:36.507947792Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"namespace":"ai-tenant-e2e-mt-f1cd8e33","name":"e2e-shared-sub-f1cd8e33","reconcileID":"20f4db50-2a06-4970-8744-71b92a5decc3","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-f1cd8e33"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-c07f751b/e2e-shared-sub-f1cd8e33","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:36.523216954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0ae524d-833f-431d-ba26-c2f68e4d6a2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:36.523325637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-sub-f1cd8e33","reconcileID":"2b64205e-572f-424a-9b46-7982415314d0","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:36.62465758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fb6b552-1299-40dc-b1d2-1259b5846e46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:36.62468507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fb6b552-1299-40dc-b1d2-1259b5846e46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.262921181Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"83140c01-b16f-4f0e-8d8c-9d84d658b706","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.263121986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"e9ef5b09-f00f-4591-805c-784895e18e3b","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.263145809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"e9ef5b09-f00f-4591-805c-784895e18e3b","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.286889973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-sub","reconcileID":"962d515f-44be-4d5e-8e27-97a02e50d078","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"maas-trlp-test-model-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.370764395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"83140c01-b16f-4f0e-8d8c-9d84d658b706","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.402006568Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"83140c01-b16f-4f0e-8d8c-9d84d658b706","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"e2e-inf-a-4d63cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.402035119Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-auth","reconcileID":"83140c01-b16f-4f0e-8d8c-9d84d658b706","MaaSAuthPolicy":{"name":"test-model-4d63cd-auth","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.411574991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"ce54ad85-7846-4496-80f0-c7277ba99263","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.411644504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"ce54ad85-7846-4496-80f0-c7277ba99263","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.441366551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-sub","reconcileID":"4af24794-b41a-4379-8606-e7ff4e476f4b","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"maas-trlp-test-model-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.552221401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"c8c0cdb1-21df-4be7-80bd-c195c42c5a42","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.552246804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"c8c0cdb1-21df-4be7-80bd-c195c42c5a42","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.877384144Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","namespace":"ai-tenant-e2e-inf-b-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.877437747Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","namespace":"ai-tenant-e2e-inf-b-d7c7fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.877481223Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","tenant":"e2e-inf-b-d7c7fd","tenantID":"e2e-inf-b-d7c7fd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.883510282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"Deployment","name":"maas-api-e2e-inf-b-d7c7fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.895359295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"Service","name":"maas-api-e2e-inf-b-d7c7fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.91537683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-d7c7fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.929001647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-d7c7fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.938986412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.958144988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.978241648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.984972363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.988122329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"Deployment","name":"payload-processing-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.991127886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.994090584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"Service","name":"payload-processing-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:39.997231689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.000235742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.004003152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.007652588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.01764855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.020940812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.023998864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.027188834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-d7c7fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:40.030160772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d7c7fd"},"namespace":"ai-tenant-e2e-inf-b-d7c7fd","name":"default-tenant","reconcileID":"ee935e8e-4664-4c95-93b7-3c385a9e0318","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-d7c7fd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.344558169Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:47.812974962Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-d7c7fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-d7c7fd","reconcileID":"a861e833-2503-4a44-b7f4-4043a9a90fbd","aitenant":"ai-tenants/e2e-inf-b-d7c7fd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:47.897579151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfdb244-df40-4386-a5d5-eec9d1c2a0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:47.910190778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfdb244-df40-4386-a5d5-eec9d1c2a0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:47.910878917Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-d7c7fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-d7c7fd","reconcileID":"a861e833-2503-4a44-b7f4-4043a9a90fbd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-d7c7fd","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-d7c7fd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:47.944301584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfdb244-df40-4386-a5d5-eec9d1c2a0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:47.967783637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bfdb244-df40-4386-a5d5-eec9d1c2a0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:48.332491517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dffbc8f-2f4b-47b8-a98b-81b1935ad115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:48.336410738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dffbc8f-2f4b-47b8-a98b-81b1935ad115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:48.340688011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dffbc8f-2f4b-47b8-a98b-81b1935ad115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:48.3476943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dffbc8f-2f4b-47b8-a98b-81b1935ad115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:48.625386024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7575bc8e-4102-405c-a651-af74e89c1d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:48.657092945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7575bc8e-4102-405c-a651-af74e89c1d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:48.705913217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7575bc8e-4102-405c-a651-af74e89c1d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:48.712006831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7575bc8e-4102-405c-a651-af74e89c1d44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:49.5700365Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-sub","reconcileID":"158febdc-5b7b-440c-8d8e-2c9a042abc1c","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","subscription":"test-model-4d63cd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:49.573871106Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-sub","reconcileID":"158febdc-5b7b-440c-8d8e-2c9a042abc1c","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:49.577687031Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd-sub","reconcileID":"158febdc-5b7b-440c-8d8e-2c9a042abc1c","MaaSSubscription":{"name":"test-model-4d63cd-sub","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"name":"maas-trlp-test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:49.606749459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"d82d14fc-7df6-4198-ab11-d0b5e3744e2a","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"tenant":"e2e-inf-a-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","model":"ai-tenant-e2e-inf-a-4d63cd/test-model-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:49.606769888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"test-model-4d63cd","reconcileID":"d82d14fc-7df6-4198-ab11-d0b5e3744e2a","MaaSModelRef":{"name":"test-model-4d63cd","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"routeName":"test-model-4d63cd-kserve-route","namespace":"ai-tenant-e2e-inf-a-4d63cd","llmisvcName":"test-model-4d63cd","gateway":"openshift-ingress/e2e-inf-a-4d63cd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.430660154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"0b571306-5e2c-4d54-bcaf-ef9e6181834a","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.43113322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"97c2f87a-d47a-4e39-af5d-925a011ea950","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.450950361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"97c2f87a-d47a-4e39-af5d-925a011ea950","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.551861203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-sub","reconcileID":"ec452c52-26f3-48dc-aa94-cf5b7f7b5e9e","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"maas-trlp-test-model-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.576366338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"0b571306-5e2c-4d54-bcaf-ef9e6181834a","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.616520924Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"0b571306-5e2c-4d54-bcaf-ef9e6181834a","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.616648219Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"0b571306-5e2c-4d54-bcaf-ef9e6181834a","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.625393233Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"8f13a432-883a-4548-8a24-307ac0a86541","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.626274928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"8fd37cd8-0ab5-46d2-b80b-4bfa6a256716","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.626357275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"8fd37cd8-0ab5-46d2-b80b-4bfa6a256716","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.657834123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-sub","reconcileID":"12d23df9-7629-4415-b575-96b78b496a33","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"maas-trlp-test-model-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.667282499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"8f13a432-883a-4548-8a24-307ac0a86541","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.675972505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"8f13a432-883a-4548-8a24-307ac0a86541","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"e2e-inf-b-519a78-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.675989144Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"8f13a432-883a-4548-8a24-307ac0a86541","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-519a78","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:50.679504057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-519a78-auth","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-auth","reconcileID":"8f13a432-883a-4548-8a24-307ac0a86541","error":"maasauthpolicies.maas.opendatahub.io \"test-model-519a78-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.767946412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"4f6a6c1b-9328-46d6-ad25-a42eb89da801","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:50.76797017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"4f6a6c1b-9328-46d6-ad25-a42eb89da801","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.303971984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ced6204-cfc1-4af4-b08e-1e2582660711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.307314231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ced6204-cfc1-4af4-b08e-1e2582660711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.310491485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ced6204-cfc1-4af4-b08e-1e2582660711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.314316946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ced6204-cfc1-4af4-b08e-1e2582660711","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.612287119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6391cc5c-5878-4dc7-87b2-9b341d1c76eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.615788276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6391cc5c-5878-4dc7-87b2-9b341d1c76eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.619337307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6391cc5c-5878-4dc7-87b2-9b341d1c76eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.623101555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6391cc5c-5878-4dc7-87b2-9b341d1c76eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.167414283Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f3a4c29a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f3a4c29a","reconcileID":"d9d86999-ddfc-4025-82b9-57d5acf667fc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f3a4c29a","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f3a4c29a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.528961474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d9488c-a1ad-48c9-8b8b-0979071b42e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.5329263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d9488c-a1ad-48c9-8b8b-0979071b42e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.536503024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d9488c-a1ad-48c9-8b8b-0979071b42e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.539895261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43d9488c-a1ad-48c9-8b8b-0979071b42e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.463669578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"952b67a5-fe1e-4273-984c-6ae64b5b50d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.463702598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"952b67a5-fe1e-4273-984c-6ae64b5b50d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.471337402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d36c5044","namespace":"ai-tenant-e2e-mt-d36c5044"},"namespace":"ai-tenant-e2e-mt-d36c5044","name":"e2e-policy-d36c5044","reconcileID":"df9c694b-ec7d-43d6-b771-f5ca16289f61","MaaSAuthPolicy":{"name":"e2e-policy-d36c5044","namespace":"ai-tenant-e2e-mt-d36c5044"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.488101856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d36c5044","namespace":"ai-tenant-e2e-mt-d36c5044"},"namespace":"ai-tenant-e2e-mt-d36c5044","name":"e2e-policy-d36c5044","reconcileID":"df9c694b-ec7d-43d6-b771-f5ca16289f61","MaaSAuthPolicy":{"name":"e2e-policy-d36c5044","namespace":"ai-tenant-e2e-mt-d36c5044"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.559753487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7dbc93f-87b1-4f2f-9b03-0ff5f9d1e3dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.559785067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7dbc93f-87b1-4f2f-9b03-0ff5f9d1e3dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.878071055Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d36c5044","namespace":"ai-tenant-e2e-mt-d36c5044"},"namespace":"ai-tenant-e2e-mt-d36c5044","name":"e2e-policy-d36c5044","reconcileID":"1a7490a6-78d3-4e81-a6f5-1d5636856f11","MaaSAuthPolicy":{"name":"e2e-policy-d36c5044","namespace":"ai-tenant-e2e-mt-d36c5044"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.878516078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a4e72f-133c-4179-b5a3-e08cd0a1c7f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.878870315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1a4e72f-133c-4179-b5a3-e08cd0a1c7f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.88912674Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-d36c5044","namespace":"ai-tenant-e2e-mt-d36c5044"},"namespace":"ai-tenant-e2e-mt-d36c5044","name":"e2e-policy-d36c5044","reconcileID":"1a7490a6-78d3-4e81-a6f5-1d5636856f11","MaaSAuthPolicy":{"name":"e2e-policy-d36c5044","namespace":"ai-tenant-e2e-mt-d36c5044"},"policyNamespace":"ai-tenant-e2e-mt-d36c5044","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.899252068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49080e95-f429-4db4-8c87-fa59d6d23cfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.899373873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49080e95-f429-4db4-8c87-fa59d6d23cfa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:59.264190385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-sub","reconcileID":"c03e620c-02c0-48cd-9da3-b97425d515f0","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"maas-trlp-test-model-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:59.285988571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"3aaede87-5fb8-4ec3-acf6-e801da1a9a4c","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:59.286021096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"3aaede87-5fb8-4ec3-acf6-e801da1a9a4c","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:00.217722545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"7601cfe7-cde6-41cc-8454-f5200c2591c9","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:00.265861446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"7601cfe7-cde6-41cc-8454-f5200c2591c9","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"e2e-inf-a-745c52-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:00.787926127Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-sub","reconcileID":"e19ae8c8-f9ac-4d44-a5e8-200852206911","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","subscription":"test-model-519a78-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:00.793401737Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-sub","reconcileID":"e19ae8c8-f9ac-4d44-a5e8-200852206911","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:00.801768325Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78-sub","reconcileID":"e19ae8c8-f9ac-4d44-a5e8-200852206911","MaaSSubscription":{"name":"test-model-519a78-sub","namespace":"ai-tenant-e2e-inf-b-519a78"},"name":"maas-trlp-test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:00.847930834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"4bab8609-72e6-4d49-83c9-344217157534","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"tenant":"e2e-inf-b-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","model":"ai-tenant-e2e-inf-b-519a78/test-model-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:00.849257278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"test-model-519a78","reconcileID":"4bab8609-72e6-4d49-83c9-344217157534","MaaSModelRef":{"name":"test-model-519a78","namespace":"ai-tenant-e2e-inf-b-519a78"},"routeName":"test-model-519a78-kserve-route","namespace":"ai-tenant-e2e-inf-b-519a78","llmisvcName":"test-model-519a78","gateway":"openshift-ingress/e2e-inf-b-519a78","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.052706773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"cac6ab6d-c47a-46a5-bf1d-2fa2af87ab1c","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.052730504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"cac6ab6d-c47a-46a5-bf1d-2fa2af87ab1c","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.3168284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"370bb7d9-a6e3-47f6-94a9-a502e160b2ee","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.316907116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"370bb7d9-a6e3-47f6-94a9-a502e160b2ee","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.326635981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"2ca67136-5966-4acf-85a3-2d5e220d1113","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.326670077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"2ca67136-5966-4acf-85a3-2d5e220d1113","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.332972091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"98fda09d-b21d-4b5a-bf02-dae1af8fe166","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.364244551Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"98fda09d-b21d-4b5a-bf02-dae1af8fe166","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.37150252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5ecee8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"98fda09d-b21d-4b5a-bf02-dae1af8fe166","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.37826886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"98c9b3a3-5cbd-419a-b59b-cdea6ac8fc47","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:03.37828878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"98c9b3a3-5cbd-419a-b59b-cdea6ac8fc47","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.318834144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962b5377-37e5-4089-8440-a89f61d423d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.32274526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962b5377-37e5-4089-8440-a89f61d423d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.326293214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962b5377-37e5-4089-8440-a89f61d423d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.330035055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962b5377-37e5-4089-8440-a89f61d423d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.681065416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d2ccf0-069a-435d-b885-d2a6be19a1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.68490977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d2ccf0-069a-435d-b885-d2a6be19a1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.688762146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d2ccf0-069a-435d-b885-d2a6be19a1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:08.69241336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2d2ccf0-069a-435d-b885-d2a6be19a1ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:11.344721232Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:13.38523872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"6e2dd47c-757f-4a17-b305-c9d24a945dfe","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:13.394265814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"6e2dd47c-757f-4a17-b305-c9d24a945dfe","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:13.40202421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5ecee8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"6e2dd47c-757f-4a17-b305-c9d24a945dfe","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.918132024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"ae3c0f85-5fff-4fe2-b7a2-9e1c899ac533","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f3a4c29a","tenantID":"e2e-mt-f3a4c29a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.976081408Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"ae3c0f85-5fff-4fe2-b7a2-9e1c899ac533","name":"e2e-mt-f3a4c29a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.988267444Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","namespace":"ai-tenant-e2e-inf-a-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.988398369Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","namespace":"ai-tenant-e2e-inf-a-4d63cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.988479004Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","tenant":"e2e-inf-a-4d63cd","tenantID":"e2e-inf-a-4d63cd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:15.994852591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"Deployment","name":"maas-api-e2e-inf-a-4d63cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.007751891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"Service","name":"maas-api-e2e-inf-a-4d63cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.019469581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-4d63cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.027810399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-4d63cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.037849132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.047779323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.058408413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.064318452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.06763824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"Deployment","name":"payload-processing-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.071128258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.077222314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"Service","name":"payload-processing-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.080154105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.083198598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.086114164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.089034686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.095880415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.099109872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.102221196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.105329591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-4d63cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:16.108283256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-4d63cd"},"namespace":"ai-tenant-e2e-inf-a-4d63cd","name":"default-tenant","reconcileID":"b14bf0b0-37da-41b3-9767-8405c072a058","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-4d63cd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.245755383Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4d63cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4d63cd","reconcileID":"d8330f2b-a16e-4960-9ec4-d0e4129709a0","aitenant":"ai-tenants/e2e-inf-a-4d63cd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.344946242Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-4d63cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-4d63cd","reconcileID":"d8330f2b-a16e-4960-9ec4-d0e4129709a0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-4d63cd","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-4d63cd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.371109739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafb55d6-c482-4242-9d65-752709222808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.375454972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafb55d6-c482-4242-9d65-752709222808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.380233994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafb55d6-c482-4242-9d65-752709222808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.385413168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cafb55d6-c482-4242-9d65-752709222808","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.625883962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1992fb9d-76f8-44a0-9f3a-1ff6858b4207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.62937254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1992fb9d-76f8-44a0-9f3a-1ff6858b4207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.632901675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1992fb9d-76f8-44a0-9f3a-1ff6858b4207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.637035584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1992fb9d-76f8-44a0-9f3a-1ff6858b4207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.966850635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cb1520-d99f-43de-836b-97ae0708fed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.972478056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cb1520-d99f-43de-836b-97ae0708fed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.981673292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cb1520-d99f-43de-836b-97ae0708fed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.98781696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9cb1520-d99f-43de-836b-97ae0708fed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:23.40943008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"464364c4-0ea5-41ad-b7d8-17085327ae5f","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:23.418016892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"464364c4-0ea5-41ad-b7d8-17085327ae5f","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:23.424952466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5ecee8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"464364c4-0ea5-41ad-b7d8-17085327ae5f","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:29.949106734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f446ca59-6422-496e-aa1e-ee158050c866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:29.952469781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f446ca59-6422-496e-aa1e-ee158050c866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:29.95657224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f446ca59-6422-496e-aa1e-ee158050c866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:29.960113447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f446ca59-6422-496e-aa1e-ee158050c866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.476892292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c5a69d-1bff-49fd-a7b8-733dee37b129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.481025581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c5a69d-1bff-49fd-a7b8-733dee37b129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.485192201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c5a69d-1bff-49fd-a7b8-733dee37b129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.48907135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c5a69d-1bff-49fd-a7b8-733dee37b129","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.725751379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936e6e41-78db-4e61-a494-4af7a604007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.729442039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936e6e41-78db-4e61-a494-4af7a604007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.733038962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936e6e41-78db-4e61-a494-4af7a604007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.736824509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"936e6e41-78db-4e61-a494-4af7a604007d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.947194826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3817a313-1411-41f1-830c-d74953b7bed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.950821166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3817a313-1411-41f1-830c-d74953b7bed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.954300808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3817a313-1411-41f1-830c-d74953b7bed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.958425272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3817a313-1411-41f1-830c-d74953b7bed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:31.215002317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8969ce-aa93-4ef9-80e0-e4e6acdc2b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:31.21891327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8969ce-aa93-4ef9-80e0-e4e6acdc2b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:31.223013757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8969ce-aa93-4ef9-80e0-e4e6acdc2b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:31.240736081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a8969ce-aa93-4ef9-80e0-e4e6acdc2b7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:33.432903141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"5cc1b4fb-3f2e-4e52-b488-ef354df440f3","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:33.442716634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"5cc1b4fb-3f2e-4e52-b488-ef354df440f3","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:33.450075302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5ecee8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"5cc1b4fb-3f2e-4e52-b488-ef354df440f3","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:38.713825059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3798471e-c14b-4e27-8c85-f45869080b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:38.71751885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3798471e-c14b-4e27-8c85-f45869080b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:38.721298923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3798471e-c14b-4e27-8c85-f45869080b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:38.725398457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3798471e-c14b-4e27-8c85-f45869080b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:38.987988286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15846dd-6fa2-4adb-bd39-b13b460b5f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:38.991431692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15846dd-6fa2-4adb-bd39-b13b460b5f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:38.994710468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15846dd-6fa2-4adb-bd39-b13b460b5f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:38.99813628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a15846dd-6fa2-4adb-bd39-b13b460b5f6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:41.348375445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.540137378Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","namespace":"ai-tenant-e2e-inf-b-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.540190336Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","namespace":"ai-tenant-e2e-inf-b-519a78","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.540241541Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","tenant":"e2e-inf-b-519a78","tenantID":"e2e-inf-b-519a78","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.548984049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"Deployment","name":"maas-api-e2e-inf-b-519a78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.56617635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"Service","name":"maas-api-e2e-inf-b-519a78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.579156983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-519a78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.584586879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-519a78","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.590907806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.599487536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.608085915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.613795212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.616755401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"Deployment","name":"payload-processing-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.619716384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.62251304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"Service","name":"payload-processing-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.625407712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.628385444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.631342363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.634475354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.644035026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.647358982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.650588803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.657743592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-519a78","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:42.661801947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-519a78"},"namespace":"ai-tenant-e2e-inf-b-519a78","name":"default-tenant","reconcileID":"29be8321-855c-43bb-912b-6d4e53a6192a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-519a78","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:43.464015616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"05fcb33f-7eb4-4293-8092-372afb027348","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:43.475634097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"05fcb33f-7eb4-4293-8092-372afb027348","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:43.482951819Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5ecee8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8a6579fe65cd2f1407107f8ad2295e806122ea02886db3f86b16dcee8aa0a4b4) AuthConfig (e9b3b0aed0d60dcf016257e779d7d29fa794bb4678b2a7466d98e22bc95cb769) AuthConfig (911be4f80ad51e0e80e35426425ae0658677d91e2e825515081c135552b59960) AuthConfig (91669b8a8447db20f8b5770fffe04b4bcb94f7c5b1ab0ea9f22a0c0080c108f5) AuthConfig (6a9614e474672a6b17f7f9b193dab0e9162ecadd8001c1ea56a546d4ee0ba321) AuthConfig (694aa0a29b892fbecd65f6e3966f59e163edfb9ed88c69b0551dc98c159d130e) AuthConfig (49789f077f1784b80666d643df8bc7e0a53ed1d80bae0002321caec97f1d1fd3) AuthConfig (079016bf0d1783e939c8423ef18f769a82b094fd92e48ad1d182a027422db940) AuthConfig (a0b12240187e156650f72991c275116eee105c071df3cf93004d9d9b45054843) AuthConfig (fc7a78cf5e05e30068e61d484fe33b109033bfd8af4ad422484758eae3695687) AuthConfig (380ad8609dd0fc001b5dc71e9616947605a84056ab1b1d5f0e1cd8544aa76e61) AuthConfig (ff5d7b208b1fc558320c15ecf3a1b38704e5252d6377d92e21747ccfee095acb) AuthConfig (549168e4f3ffb9ce5f782dbf978cb62893b00e4e723dbae59a12dceafc1fbb97) AuthConfig (e256cf153cb79ef5b18d0c8b4c27ebb444ddd1ae87eeb5c0fbe51b27a13c5d0b) AuthConfig (aefe502f4d3d5ae1a728f07d6de5ab7d176a8f1c7e90ad7b7d9a0a2082b19720) AuthConfig (12d7ed346b47847cbbbee6365f66c26582108c0f6fa6babc82bb640300c4a9cf) AuthConfig (5c3042afe13d0481fb58238fc60d4bdd26a8999f955b0f107d64406b3e7992f5) AuthConfig (eb9f02d6f6e4963a0084e6291d54c09e62244bff991a53197337ea9a1ed18bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"05fcb33f-7eb4-4293-8092-372afb027348","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:43.492345233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"cac673cc-49c0-4305-ad17-d00566527c3f","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:43.492362657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"cac673cc-49c0-4305-ad17-d00566527c3f","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:44.161727157Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-519a78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-519a78","reconcileID":"0ec50ee1-ec5a-4859-9404-eefe07ab0342","aitenant":"ai-tenants/e2e-inf-b-519a78","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:44.341268579Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-519a78","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-519a78","reconcileID":"0ec50ee1-ec5a-4859-9404-eefe07ab0342","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-519a78","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-519a78"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:44.357204631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467fb2bb-c2cf-47e0-b39d-a4e5549e08a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:44.361118127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467fb2bb-c2cf-47e0-b39d-a4e5549e08a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:44.365035751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467fb2bb-c2cf-47e0-b39d-a4e5549e08a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:44.368728516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"467fb2bb-c2cf-47e0-b39d-a4e5549e08a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:44.641488466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26debabb-8a35-44b3-8160-e34b1d4b0255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:44.645525995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26debabb-8a35-44b3-8160-e34b1d4b0255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:44.649963004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26debabb-8a35-44b3-8160-e34b1d4b0255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:44.653579796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26debabb-8a35-44b3-8160-e34b1d4b0255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:45.141437111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cb2ffd-dd03-497c-a35b-7da539599351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:45.145100792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cb2ffd-dd03-497c-a35b-7da539599351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:45.152479598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cb2ffd-dd03-497c-a35b-7da539599351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:45.156014866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08cb2ffd-dd03-497c-a35b-7da539599351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:53.503815286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"e732f812-c238-4b33-9e75-42e2b0963fc9","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:53.51219112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"e732f812-c238-4b33-9e75-42e2b0963fc9","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:53.52032899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5ecee8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8a6579fe65cd2f1407107f8ad2295e806122ea02886db3f86b16dcee8aa0a4b4) AuthConfig (e9b3b0aed0d60dcf016257e779d7d29fa794bb4678b2a7466d98e22bc95cb769) AuthConfig (911be4f80ad51e0e80e35426425ae0658677d91e2e825515081c135552b59960) AuthConfig (91669b8a8447db20f8b5770fffe04b4bcb94f7c5b1ab0ea9f22a0c0080c108f5) AuthConfig (6a9614e474672a6b17f7f9b193dab0e9162ecadd8001c1ea56a546d4ee0ba321) AuthConfig (694aa0a29b892fbecd65f6e3966f59e163edfb9ed88c69b0551dc98c159d130e) AuthConfig (49789f077f1784b80666d643df8bc7e0a53ed1d80bae0002321caec97f1d1fd3) AuthConfig (079016bf0d1783e939c8423ef18f769a82b094fd92e48ad1d182a027422db940) AuthConfig (a0b12240187e156650f72991c275116eee105c071df3cf93004d9d9b45054843) AuthConfig (fc7a78cf5e05e30068e61d484fe33b109033bfd8af4ad422484758eae3695687) AuthConfig (380ad8609dd0fc001b5dc71e9616947605a84056ab1b1d5f0e1cd8544aa76e61) AuthConfig (ff5d7b208b1fc558320c15ecf3a1b38704e5252d6377d92e21747ccfee095acb) AuthConfig (549168e4f3ffb9ce5f782dbf978cb62893b00e4e723dbae59a12dceafc1fbb97) AuthConfig (e256cf153cb79ef5b18d0c8b4c27ebb444ddd1ae87eeb5c0fbe51b27a13c5d0b) AuthConfig (aefe502f4d3d5ae1a728f07d6de5ab7d176a8f1c7e90ad7b7d9a0a2082b19720) AuthConfig (12d7ed346b47847cbbbee6365f66c26582108c0f6fa6babc82bb640300c4a9cf) AuthConfig (5c3042afe13d0481fb58238fc60d4bdd26a8999f955b0f107d64406b3e7992f5) AuthConfig (eb9f02d6f6e4963a0084e6291d54c09e62244bff991a53197337ea9a1ed18bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"e732f812-c238-4b33-9e75-42e2b0963fc9","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:03.648740351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"595de660-4af2-4889-aa9c-0706d3861df1","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:03.660090743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"595de660-4af2-4889-aa9c-0706d3861df1","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:03.66797597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5ecee8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8a6579fe65cd2f1407107f8ad2295e806122ea02886db3f86b16dcee8aa0a4b4) AuthConfig (e9b3b0aed0d60dcf016257e779d7d29fa794bb4678b2a7466d98e22bc95cb769) AuthConfig (911be4f80ad51e0e80e35426425ae0658677d91e2e825515081c135552b59960) AuthConfig (91669b8a8447db20f8b5770fffe04b4bcb94f7c5b1ab0ea9f22a0c0080c108f5) AuthConfig (6a9614e474672a6b17f7f9b193dab0e9162ecadd8001c1ea56a546d4ee0ba321) AuthConfig (694aa0a29b892fbecd65f6e3966f59e163edfb9ed88c69b0551dc98c159d130e) AuthConfig (49789f077f1784b80666d643df8bc7e0a53ed1d80bae0002321caec97f1d1fd3) AuthConfig (079016bf0d1783e939c8423ef18f769a82b094fd92e48ad1d182a027422db940) AuthConfig (a0b12240187e156650f72991c275116eee105c071df3cf93004d9d9b45054843) AuthConfig (fc7a78cf5e05e30068e61d484fe33b109033bfd8af4ad422484758eae3695687) AuthConfig (380ad8609dd0fc001b5dc71e9616947605a84056ab1b1d5f0e1cd8544aa76e61) AuthConfig (ff5d7b208b1fc558320c15ecf3a1b38704e5252d6377d92e21747ccfee095acb) AuthConfig (549168e4f3ffb9ce5f782dbf978cb62893b00e4e723dbae59a12dceafc1fbb97) AuthConfig (e256cf153cb79ef5b18d0c8b4c27ebb444ddd1ae87eeb5c0fbe51b27a13c5d0b) AuthConfig (aefe502f4d3d5ae1a728f07d6de5ab7d176a8f1c7e90ad7b7d9a0a2082b19720) AuthConfig (12d7ed346b47847cbbbee6365f66c26582108c0f6fa6babc82bb640300c4a9cf) AuthConfig (5c3042afe13d0481fb58238fc60d4bdd26a8999f955b0f107d64406b3e7992f5) AuthConfig (eb9f02d6f6e4963a0084e6291d54c09e62244bff991a53197337ea9a1ed18bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"595de660-4af2-4889-aa9c-0706d3861df1","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.268081399Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-policy-f1cd8e33","reconcileID":"10d13ce0-e929-44f5-a3b7-8531ce06bc6c","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.268227005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53363fa8-79ff-4fbb-a09d-27f2f2248226","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.268245747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53363fa8-79ff-4fbb-a09d-27f2f2248226","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.275060853Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-policy-f1cd8e33","reconcileID":"10d13ce0-e929-44f5-a3b7-8531ce06bc6c","MaaSAuthPolicy":{"name":"e2e-shared-policy-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"policyNamespace":"ai-tenant-e2e-mt-c07f751b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.283136415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc08edc2-3b9c-4cac-972c-8e41ac36320c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.283158448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc08edc2-3b9c-4cac-972c-8e41ac36320c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.442130456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"190d0205-10b3-4910-b472-dacc19600e83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.442166742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"190d0205-10b3-4910-b472-dacc19600e83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:08.664348827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"063739b4-3073-4abe-905c-a98e98db642b","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:08.664371352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"063739b4-3073-4abe-905c-a98e98db642b","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:11.344002459Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:13.674854801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"9688db59-05e9-4d50-a99c-d3781316d03d","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:13.683515697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"9688db59-05e9-4d50-a99c-d3781316d03d","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:13.690792766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-5ecee8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8a6579fe65cd2f1407107f8ad2295e806122ea02886db3f86b16dcee8aa0a4b4) AuthConfig (e9b3b0aed0d60dcf016257e779d7d29fa794bb4678b2a7466d98e22bc95cb769) AuthConfig (911be4f80ad51e0e80e35426425ae0658677d91e2e825515081c135552b59960) AuthConfig (91669b8a8447db20f8b5770fffe04b4bcb94f7c5b1ab0ea9f22a0c0080c108f5) AuthConfig (6a9614e474672a6b17f7f9b193dab0e9162ecadd8001c1ea56a546d4ee0ba321) AuthConfig (694aa0a29b892fbecd65f6e3966f59e163edfb9ed88c69b0551dc98c159d130e) AuthConfig (49789f077f1784b80666d643df8bc7e0a53ed1d80bae0002321caec97f1d1fd3) AuthConfig (079016bf0d1783e939c8423ef18f769a82b094fd92e48ad1d182a027422db940) AuthConfig (a0b12240187e156650f72991c275116eee105c071df3cf93004d9d9b45054843) AuthConfig (fc7a78cf5e05e30068e61d484fe33b109033bfd8af4ad422484758eae3695687) AuthConfig (380ad8609dd0fc001b5dc71e9616947605a84056ab1b1d5f0e1cd8544aa76e61) AuthConfig (ff5d7b208b1fc558320c15ecf3a1b38704e5252d6377d92e21747ccfee095acb) AuthConfig (549168e4f3ffb9ce5f782dbf978cb62893b00e4e723dbae59a12dceafc1fbb97) AuthConfig (e256cf153cb79ef5b18d0c8b4c27ebb444ddd1ae87eeb5c0fbe51b27a13c5d0b) AuthConfig (aefe502f4d3d5ae1a728f07d6de5ab7d176a8f1c7e90ad7b7d9a0a2082b19720) AuthConfig (12d7ed346b47847cbbbee6365f66c26582108c0f6fa6babc82bb640300c4a9cf) AuthConfig (5c3042afe13d0481fb58238fc60d4bdd26a8999f955b0f107d64406b3e7992f5) AuthConfig (eb9f02d6f6e4963a0084e6291d54c09e62244bff991a53197337ea9a1ed18bcd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"9688db59-05e9-4d50-a99c-d3781316d03d","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.460266759Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-sub-f1cd8e33","reconcileID":"705ad4a2-daac-4a4b-8fa6-fb8e1bc73c73","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-f1cd8e33","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.481542807Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"namespace":"ai-tenant-e2e-mt-c07f751b","name":"e2e-shared-sub-f1cd8e33","reconcileID":"705ad4a2-daac-4a4b-8fa6-fb8e1bc73c73","MaaSSubscription":{"name":"e2e-shared-sub-f1cd8e33","namespace":"ai-tenant-e2e-mt-c07f751b"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.497004012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9a504549-2d95-47b7-85a3-ae73de654486","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.504679991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d4ef38c-d9aa-43f1-939b-1f78588d2431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.504702249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d4ef38c-d9aa-43f1-939b-1f78588d2431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:23.698250093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"9c394e42-53b0-4138-8a16-c5219894831a","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:23.711423651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"9c394e42-53b0-4138-8a16-c5219894831a","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:23.794392427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"5e20858b-bd01-414f-9591-a2472f2dc7cf","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:23.794412345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"5e20858b-bd01-414f-9591-a2472f2dc7cf","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.071426571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"aff5a4e3-a781-4e9e-9e44-d9c4962c4224","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.071453015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"aff5a4e3-a781-4e9e-9e44-d9c4962c4224","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.371150028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"2797ee1c-89d1-4c99-9a75-6b0203eefcaf","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.371174543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"2797ee1c-89d1-4c99-9a75-6b0203eefcaf","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.377697224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"753f43a3-bc24-4c4b-875c-35312edc0464","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.377715841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"753f43a3-bc24-4c4b-875c-35312edc0464","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.383948672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"f65dc9df-79f1-4c49-822a-3dec2f067b90","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.414617019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"f65dc9df-79f1-4c49-822a-3dec2f067b90","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.425172433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"f65dc9df-79f1-4c49-822a-3dec2f067b90","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.434360164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"301c5bdc-745f-44c2-8dfb-51ce6def2956","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.43438453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"301c5bdc-745f-44c2-8dfb-51ce6def2956","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.136540418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"b461b176-6d01-47c1-86c8-c3655f0066e6","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.136563609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"b461b176-6d01-47c1-86c8-c3655f0066e6","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.145260712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"4dcbddc3-5d65-4e18-a91d-e7c8b1924b61","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.146517223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"18552457-a74f-44d4-aac1-3e517ea3c0c0","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.146542258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"18552457-a74f-44d4-aac1-3e517ea3c0c0","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:56:26.149116561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-sub","reconcileID":"c7f6dac4-42e1-4860-be0d-c418b94dbff1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-5ecee8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:56:26.151787604Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"18552457-a74f-44d4-aac1-3e517ea3c0c0","name":"test-model-5ecee8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-5ecee8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:56:26.151852666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"18552457-a74f-44d4-aac1-3e517ea3c0c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-5ecee8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.154160295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"4dcbddc3-5d65-4e18-a91d-e7c8b1924b61","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.157527394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"1673550a-8e29-4508-aefa-a6bcb25b8978","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.157546072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"1673550a-8e29-4508-aefa-a6bcb25b8978","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.15942222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"fcb04443-7253-44c8-9060-aa041d8eae31","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.159439744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"fcb04443-7253-44c8-9060-aa041d8eae31","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.168151928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"e8ed336b-31fe-4e24-9553-b540b7736800","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.168170118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"e8ed336b-31fe-4e24-9553-b540b7736800","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.193361888Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-sub","reconcileID":"12aca84c-1ce7-4da0-b773-eef7a9aa9c4b","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"maas-trlp-test-model-5ecee8","model":"test-model-5ecee8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.213491857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"6c4945e7-d424-4616-a396-92b5c5f64a12","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.2135089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"6c4945e7-d424-4616-a396-92b5c5f64a12","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.242698955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"35eb3943-7188-49b3-8fee-e82a0b0a282f","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.251455212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"35eb3943-7188-49b3-8fee-e82a0b0a282f","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:26.286229904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-sub","reconcileID":"d6b65bc6-1b80-4157-af67-d3ff874077db","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"maas-trlp-test-model-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:29.807424905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7db20102-824d-41a7-886b-0b375bdc20aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:29.807452962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7db20102-824d-41a7-886b-0b375bdc20aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:29.815534484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44ce7606-7b93-489e-ab86-e3ddf84dea7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:29.815554602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44ce7606-7b93-489e-ab86-e3ddf84dea7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:29.82445318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"a2ffae4f-5be8-4b2d-835f-31e8eb73aafb","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:29.854022041Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"a2ffae4f-5be8-4b2d-835f-31e8eb73aafb","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:29.860920971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"a2ffae4f-5be8-4b2d-835f-31e8eb73aafb","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:29.867878077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09e8a221-4bc5-4be5-b332-c4a655d4a51c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:29.867894288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09e8a221-4bc5-4be5-b332-c4a655d4a51c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:35.448868435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"af82aa35-a5ea-4408-8605-c6206f68e7af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:35.592107414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"af82aa35-a5ea-4408-8605-c6206f68e7af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:35.624689089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"af82aa35-a5ea-4408-8605-c6206f68e7af","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.651826935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"41e1f77e-d84e-4314-ba5b-129bafbc6c1f","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.651850797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"41e1f77e-d84e-4314-ba5b-129bafbc6c1f","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:39.881258609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"565bfa63-1196-4bcb-af46-6ca2c46e52f0","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:39.889696268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"565bfa63-1196-4bcb-af46-6ca2c46e52f0","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:39.89683735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"565bfa63-1196-4bcb-af46-6ca2c46e52f0","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:40.604355634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"5c8e0811-9d81-400c-95d2-9881be1fa906","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:40.604383613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"5c8e0811-9d81-400c-95d2-9881be1fa906","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:41.344888026Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:45.640250912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"ddd003cc-4127-4e60-8475-0e4d051fb25f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:45.652513685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"ddd003cc-4127-4e60-8475-0e4d051fb25f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:45.660367881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"ddd003cc-4127-4e60-8475-0e4d051fb25f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:49.958768172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"86c163e8-8ecf-4f3e-90ce-30422964a9df","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:49.966891204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"86c163e8-8ecf-4f3e-90ce-30422964a9df","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:49.973993514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"86c163e8-8ecf-4f3e-90ce-30422964a9df","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:55.704146119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"7f0962f1-7fcb-4051-a864-ea1c278b3fa0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:55.712880319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"7f0962f1-7fcb-4051-a864-ea1c278b3fa0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:55.720243773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"7f0962f1-7fcb-4051-a864-ea1c278b3fa0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.985119391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"ef0c186a-098f-4cb7-a349-9b9fde4ffebc","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.993661508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"ef0c186a-098f-4cb7-a349-9b9fde4ffebc","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:00.000826298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"ef0c186a-098f-4cb7-a349-9b9fde4ffebc","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:05.729061067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"3c802e46-5837-4cab-b735-5d514abef058","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:05.737874014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"3c802e46-5837-4cab-b735-5d514abef058","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:05.745089033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"3c802e46-5837-4cab-b735-5d514abef058","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:10.01515697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"85625bcc-6b42-42a4-8d11-906a824d5431","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:10.024655318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"85625bcc-6b42-42a4-8d11-906a824d5431","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:10.035104677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"85625bcc-6b42-42a4-8d11-906a824d5431","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:11.349725091Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:11.54923644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-sub","reconcileID":"2b8394ac-9d13-4248-b4f5-0de1aecb9843","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"maas-trlp-test-model-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:11.571440528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"fdfa60e0-026d-44a9-82df-ab1124da8e22","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:11.571472432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"fdfa60e0-026d-44a9-82df-ab1124da8e22","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:12.567998725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"8cdac9c4-d4b8-4b0e-ae3d-5707ce9bef2a","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:12.579337936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"8cdac9c4-d4b8-4b0e-ae3d-5707ce9bef2a","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:15.753842883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"136559df-0042-4aaa-b498-5ff7b7a97989","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:15.762619315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"136559df-0042-4aaa-b498-5ff7b7a97989","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:15.770284066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38521b7d31162282c4fba7b2bb954f8f0107c4f47982416b51c3f99710a02c1f) AuthConfig (3aa59b09b886d06321c137885a69cdf73a1e9cf1bd02ec979c0ad68a1aa11bd8) AuthConfig (7b3243db305f56a4438a36b23334cda98265c85f6fc6690b284923570204d1ed) AuthConfig (d3365e559ce3e50ae78595f02bb18b5b9d64e037eb9154196c2aae008f3b431a) AuthConfig (40b2a12fe52abb0e0cbd88672f24f221a65240af0af25bca9a7012b499e46190) AuthConfig (63516de3157e7687c3c92e388ebcb4b5e38e2ce8e62444ae3e60ac3ef5a83dd9) AuthConfig (0ccc9b5da679ba7ae89a6f6eb32072ea2989983f3f1c3c303dcc39aaeed5d69b) AuthConfig (2d22d3c76ca74e549608358712431679c36229ecff44440dc4b00658d8892687) AuthConfig (6c7a4efdb2c278ff90b75186a209fa5714d6a259a63e1ef6f0ed1b1e96352df5) AuthConfig (6b2c4962f626b8eaa6a33dab98cd6317b586fd9aaa56ecfebc393a1aedabaeaf) AuthConfig (f49b0b7d80955a6c08ef7e9b76b0b1ea88c4b6ad040fad39f07f6ea2ef9f3934) AuthConfig (08a62830568f7f5df01a536fd849ee96999ac5eb6915dd213bc200a70c11720c) AuthConfig (5afc6165fb55455961eb243802259fdfcdccd258e64b5d402de0b79e9239daa2) AuthConfig (34c5a766044f4b3dda9e7c94c73cd7cef82445e7eff644bfd65c376135127bf4) AuthConfig (bcddc9c889093b3677627b91568668f80844a36bac67f21e803aa01b736dfc46) AuthConfig (aa622215ab0dc0f184994351b458b5809887b46070706efb1a32b13261d7f0bd) AuthConfig (e2a2b1d450754eec03abcb34fe2da94c708023a7e0cc11d580c8ee39d32d3f44) AuthConfig (59b79582f6d14aa64499926b7edcc46fde4916d03d8373cc5dd3fee63f18d63d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"136559df-0042-4aaa-b498-5ff7b7a97989","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:15.779659862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"e12af0a2-7554-4d9d-aeb5-0ddbb10b9a8e","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:15.779677427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"e12af0a2-7554-4d9d-aeb5-0ddbb10b9a8e","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:17.477019433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ac4846-4643-4976-8f8a-bdd029d3dca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:17.480333154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ac4846-4643-4976-8f8a-bdd029d3dca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:17.483570524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ac4846-4643-4976-8f8a-bdd029d3dca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:17.486892936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3ac4846-4643-4976-8f8a-bdd029d3dca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:17.800588039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ec1fb-90b0-4b59-a4a9-b1f93123276b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:17.808734251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ec1fb-90b0-4b59-a4a9-b1f93123276b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:17.816365052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ec1fb-90b0-4b59-a4a9-b1f93123276b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:17.844304272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ec1fb-90b0-4b59-a4a9-b1f93123276b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.045590622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"2e66d92b-1b5c-4148-a324-d7b2da3408cd","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.054976145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"2e66d92b-1b5c-4148-a324-d7b2da3408cd","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.062572472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"2e66d92b-1b5c-4148-a324-d7b2da3408cd","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.073751917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"916eaef1-69e0-4c07-824f-2f82572625dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.073771381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"916eaef1-69e0-4c07-824f-2f82572625dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.369016317Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","namespace":"ai-tenant-e2e-mt-f3a4c29a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.369082811Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","namespace":"ai-tenant-e2e-mt-f3a4c29a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.369136355Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","tenant":"e2e-mt-f3a4c29a","tenantID":"e2e-mt-f3a4c29a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.374719489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"Deployment","name":"maas-api-e2e-mt-f3a4c29a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.387256187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"Service","name":"maas-api-e2e-mt-f3a4c29a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.408779272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f3a4c29a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.416714419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f3a4c29a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.42543676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.433260524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.44222704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.448731449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.451809348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"Deployment","name":"payload-processing-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.454933327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.458146172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"Service","name":"payload-processing-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.46132018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"Service","name":"payload-pre-processing-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.464821437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.467983489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.471111042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.48047563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.483654049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.486785846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.489938521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f3a4c29a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.493032408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f3a4c29a"},"namespace":"ai-tenant-e2e-mt-f3a4c29a","name":"default-tenant","reconcileID":"c3b9674d-166c-4cf3-9945-48f49bd6cd64","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f3a4c29a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:25.654455482Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f3a4c29a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f3a4c29a","reconcileID":"471f909b-af64-4245-9c02-0dcc181bafb5","aitenant":"ai-tenants/e2e-mt-f3a4c29a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:25.785656841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"e4448797-9491-4e2f-80c3-4f5724fe2bbb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:25.794146318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"e4448797-9491-4e2f-80c3-4f5724fe2bbb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:25.80387018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38521b7d31162282c4fba7b2bb954f8f0107c4f47982416b51c3f99710a02c1f) AuthConfig (3aa59b09b886d06321c137885a69cdf73a1e9cf1bd02ec979c0ad68a1aa11bd8) AuthConfig (7b3243db305f56a4438a36b23334cda98265c85f6fc6690b284923570204d1ed) AuthConfig (d3365e559ce3e50ae78595f02bb18b5b9d64e037eb9154196c2aae008f3b431a) AuthConfig (40b2a12fe52abb0e0cbd88672f24f221a65240af0af25bca9a7012b499e46190) AuthConfig (63516de3157e7687c3c92e388ebcb4b5e38e2ce8e62444ae3e60ac3ef5a83dd9) AuthConfig (0ccc9b5da679ba7ae89a6f6eb32072ea2989983f3f1c3c303dcc39aaeed5d69b) AuthConfig (2d22d3c76ca74e549608358712431679c36229ecff44440dc4b00658d8892687) AuthConfig (6c7a4efdb2c278ff90b75186a209fa5714d6a259a63e1ef6f0ed1b1e96352df5) AuthConfig (6b2c4962f626b8eaa6a33dab98cd6317b586fd9aaa56ecfebc393a1aedabaeaf) AuthConfig (f49b0b7d80955a6c08ef7e9b76b0b1ea88c4b6ad040fad39f07f6ea2ef9f3934) AuthConfig (08a62830568f7f5df01a536fd849ee96999ac5eb6915dd213bc200a70c11720c) AuthConfig (5afc6165fb55455961eb243802259fdfcdccd258e64b5d402de0b79e9239daa2) AuthConfig (34c5a766044f4b3dda9e7c94c73cd7cef82445e7eff644bfd65c376135127bf4) AuthConfig (bcddc9c889093b3677627b91568668f80844a36bac67f21e803aa01b736dfc46) AuthConfig (aa622215ab0dc0f184994351b458b5809887b46070706efb1a32b13261d7f0bd) AuthConfig (e2a2b1d450754eec03abcb34fe2da94c708023a7e0cc11d580c8ee39d32d3f44) AuthConfig (59b79582f6d14aa64499926b7edcc46fde4916d03d8373cc5dd3fee63f18d63d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"e4448797-9491-4e2f-80c3-4f5724fe2bbb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:25.808894115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de2e509-2b88-4815-a050-12d78ce195b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:25.809994879Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f3a4c29a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f3a4c29a","reconcileID":"471f909b-af64-4245-9c02-0dcc181bafb5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f3a4c29a","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f3a4c29a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:25.812885972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de2e509-2b88-4815-a050-12d78ce195b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:25.816537556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de2e509-2b88-4815-a050-12d78ce195b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:25.819923416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7de2e509-2b88-4815-a050-12d78ce195b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.04771226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96837582-024a-4dbd-9461-196cde897194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.051841615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96837582-024a-4dbd-9461-196cde897194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.055948338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96837582-024a-4dbd-9461-196cde897194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.060011712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96837582-024a-4dbd-9461-196cde897194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.277249033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60da6959-d779-4d26-8f9b-d769625b25b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.280851871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60da6959-d779-4d26-8f9b-d769625b25b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.284164358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60da6959-d779-4d26-8f9b-d769625b25b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:26.287831773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60da6959-d779-4d26-8f9b-d769625b25b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.085491094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"5101ac4e-949e-49a4-8a28-ef647f04bcf5","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.094284698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"5101ac4e-949e-49a4-8a28-ef647f04bcf5","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.102580997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (eb59e6dcff994e5b4c136619f4ea87029cf16fadbfd43cfd38a94a7b8dda2110) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c80051f3bc07724b74d7dd29deeb4334c14cfe92cf657ef3b6c863ee97d512f9) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6b6d71a067d8da14c27e332d343507ce689bd147532a52127fecb76527eaea3a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (07be079f64ae4cdc886969ab15396706445b99d4d20384054965148f7c471b48) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (97f628f77cbb9c0adffcc6cd91eed450c46be145068f68af9bec763ab7627df0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (f4b693804b19ca5cf12d72b69f801b2eaa777c3b8ccb478f28796ce0f54f73c1) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f2275301fdae0ced547a71c868e0edc46a6f457efdb16afc596d906b198fafbd) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3570f81f94025caa25b56825624781e7a01eee4b6a068e5c2f70a0a65dd87b80) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (936fa62e791d455e0fb31449b40efbe3e057ef5ffe6a1847639dc0ef1b25f2b7) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (b04ce5d9afd8d74e83c9dd89fcca4cdbd949c1dd5bd1d50cf033fcf655b2f10d) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a2cacb767ed14546d5fd40a1d8bbae9447df91de2bba63c87e1f292e68f176cd) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (9d8d61e5679d8f9a109281783ee91e7d2c618b40f95f043a33716be75eaaa253) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"5101ac4e-949e-49a4-8a28-ef647f04bcf5","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.54866208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826f7289-2cc0-42b7-a537-fc435b0e609e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.557080873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826f7289-2cc0-42b7-a537-fc435b0e609e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.563311858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826f7289-2cc0-42b7-a537-fc435b0e609e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.646408318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"826f7289-2cc0-42b7-a537-fc435b0e609e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.880759427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06090144-a32e-47af-9bff-ac4c443d2cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.888114804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06090144-a32e-47af-9bff-ac4c443d2cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.909588875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06090144-a32e-47af-9bff-ac4c443d2cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.942345726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06090144-a32e-47af-9bff-ac4c443d2cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:31.477781812Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-63fde4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-63fde4","reconcileID":"90f9fe50-2e11-4ead-9896-3538ad5c273a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-63fde4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-63fde4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:31.789543924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43db204e-be2c-41b9-a8c8-a3cfe153131e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:31.808770237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43db204e-be2c-41b9-a8c8-a3cfe153131e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:31.813186229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43db204e-be2c-41b9-a8c8-a3cfe153131e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:31.817739953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43db204e-be2c-41b9-a8c8-a3cfe153131e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:32.524491601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"f9133d35-010b-4b08-92e6-153e187d79e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:32.659539451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7fae17c8-34ba-4545-9ef3-c42d982b1a48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:32.661480917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-sub","reconcileID":"0ac0dc30-6dbd-414c-9416-b534142ad04f","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"maas-trlp-test-model-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:32.726720533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"56d0afd5-5bc7-4a1e-a78f-a28a938ba025","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:32.726763896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"e60b5ea8-f7b1-4a1a-b2c0-e37986b85da9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:32.831664055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"43768384-55e5-472c-ae8b-fb27338d2955","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:32.832216308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ac9cb622-63fb-4ae5-a48f-e7c6839a43da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:32.832123784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"775f27cc-3da1-48d2-a221-d3fef07ef9d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:32.93890179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-sub","reconcileID":"d64f0151-c5ff-431c-9ddf-b12d24247c53","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"maas-trlp-test-model-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.050262382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"e8581a44-399e-41ab-8fde-c59b7273209f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.155509642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"17d4b028-ac5f-4817-bd19-c5c5e5943f17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.160891511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"36b25331-8111-4664-aaa7-15e9f002b39e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.236945754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"d8c1ed33-a80d-4911-9b78-9af0c8f9b9be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:33.23747442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"1cad0566-e5d3-4716-a873-03632cb6181e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.751794663Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"01022423-41e2-47e2-af99-6dcb17d406dd","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.752340521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"51348886-dd8d-4ea5-a9cd-0b8579803a85","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.752361898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"51348886-dd8d-4ea5-a9cd-0b8579803a85","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.762875703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"01022423-41e2-47e2-af99-6dcb17d406dd","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.776349866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-sub","reconcileID":"6618a3a6-946c-430a-bfb0-c394996cbf89","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"maas-trlp-test-model-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.840914607Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"01022423-41e2-47e2-af99-6dcb17d406dd","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"e2e-inf-a-745c52-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.840936078Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-auth","reconcileID":"01022423-41e2-47e2-af99-6dcb17d406dd","MaaSAuthPolicy":{"name":"test-model-745c52-auth","namespace":"ai-tenant-e2e-inf-a-745c52"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.849336457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"1060650c-7438-4a0d-ab74-e045a200255b","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.849356828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"1060650c-7438-4a0d-ab74-e045a200255b","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.869233191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"96b556ec-8543-4264-b08e-ee52fafaf6a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.883111623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"96b556ec-8543-4264-b08e-ee52fafaf6a5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:35.885806702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-sub","reconcileID":"a2b1a8f8-1000-47c5-92a9-a518c0392bc8","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"maas-trlp-test-model-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:36.006731096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"fbb838a9-2efa-4e19-b36c-9a05034cd850","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:36.006750053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"fbb838a9-2efa-4e19-b36c-9a05034cd850","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:36.013053242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"a5d7f606-9ba3-402c-9986-c06d9cec8381","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:36.013074992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"a5d7f606-9ba3-402c-9986-c06d9cec8381","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:37.603432755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"f9356cf0-abed-47bc-9936-0d7ed5cd823b","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:37.603453835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"f9356cf0-abed-47bc-9936-0d7ed5cd823b","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:37.609447271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"169f19c1-c601-4782-947f-1fbe53d75611","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:37.609468461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"169f19c1-c601-4782-947f-1fbe53d75611","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:37.6160902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"26baa26c-96d6-4fbe-9d74-62be79caf078","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:37.647109005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"26baa26c-96d6-4fbe-9d74-62be79caf078","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:37.655971362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"26baa26c-96d6-4fbe-9d74-62be79caf078","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:37.662973553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"fea51a72-0aa5-4677-9425-4b25394018ce","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:37.66299218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"fea51a72-0aa5-4677-9425-4b25394018ce","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.150517093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"17d23c54-931f-4b98-a097-bf78cb8889aa","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.158859502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"17d23c54-931f-4b98-a097-bf78cb8889aa","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.184076509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40334a72-a1d8-425b-8d2b-e3608ae114e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.184095589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40334a72-a1d8-425b-8d2b-e3608ae114e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:41.345029601Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:42.213806335Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-2e15fe70","reconcileID":"15fb41df-371b-4667-9754-48edeaaf9570","MaaSAuthPolicy":{"name":"e2e-default-ns-2e15fe70","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:42.214205554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81533618-2192-4c10-b1a9-91eb46e8639b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:42.214221457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81533618-2192-4c10-b1a9-91eb46e8639b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:42.25356676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53db8c93-02bb-4a6c-b0a5-124319fc30af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:42.253590424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53db8c93-02bb-4a6c-b0a5-124319fc30af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:46.030195171Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-sub","reconcileID":"a6f2cb71-941d-4b62-855c-a53aa74e43ff","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","subscription":"test-model-745c52-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:46.033781105Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-sub","reconcileID":"a6f2cb71-941d-4b62-855c-a53aa74e43ff","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:46.037557986Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52-sub","reconcileID":"a6f2cb71-941d-4b62-855c-a53aa74e43ff","MaaSSubscription":{"name":"test-model-745c52-sub","namespace":"ai-tenant-e2e-inf-a-745c52"},"name":"maas-trlp-test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:46.07176883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"a15d858e-90d1-4b5c-8b1b-99fb8c007204","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"tenant":"e2e-inf-a-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","model":"ai-tenant-e2e-inf-a-745c52/test-model-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:46.071807957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"test-model-745c52","reconcileID":"a15d858e-90d1-4b5c-8b1b-99fb8c007204","MaaSModelRef":{"name":"test-model-745c52","namespace":"ai-tenant-e2e-inf-a-745c52"},"routeName":"test-model-745c52-kserve-route","namespace":"ai-tenant-e2e-inf-a-745c52","llmisvcName":"test-model-745c52","gateway":"openshift-ingress/e2e-inf-a-745c52","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.670468512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"9467caf9-3f19-4375-9455-4d2bcc3aeed9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.678959274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"9467caf9-3f19-4375-9455-4d2bcc3aeed9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:47.690303004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"9467caf9-3f19-4375-9455-4d2bcc3aeed9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.393060454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"31f269b0-045f-4fae-82d7-acd3ae6b3c2c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.416071892Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"31f269b0-045f-4fae-82d7-acd3ae6b3c2c","name":"e2e-shared-a-w2-63fde4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.758044027Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"b023f93e-1ca0-48b6-81a5-c0df9c5a3a97","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.758732441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"25002205-d03a-41fa-8441-7647cd264e5e","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.758761635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"25002205-d03a-41fa-8441-7647cd264e5e","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.876732591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-sub","reconcileID":"d0a32320-8f48-44dc-a220-348499552ec1","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"maas-trlp-test-model-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.944338918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"b023f93e-1ca0-48b6-81a5-c0df9c5a3a97","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.975166323Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"b023f93e-1ca0-48b6-81a5-c0df9c5a3a97","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"e2e-inf-b-5ecee8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.975188065Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-auth","reconcileID":"b023f93e-1ca0-48b6-81a5-c0df9c5a3a97","MaaSAuthPolicy":{"name":"test-model-5ecee8-auth","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.983280273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"5c6fa40e-358b-424a-812f-b0b96a34a2a8","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.983297321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"5c6fa40e-358b-424a-812f-b0b96a34a2a8","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:55.012268461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-sub","reconcileID":"45b40433-48e2-4c4c-a58c-ba1c1254a1b8","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"maas-trlp-test-model-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:55.133629041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"d63a65d9-c93a-4101-823e-d73f355ecdb9","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:55.135113721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"d63a65d9-c93a-4101-823e-d73f355ecdb9","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:57.697693069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"2e25f993-55b6-4244-a0fb-7aa2200061ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:57.706141701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"2e25f993-55b6-4244-a0fb-7aa2200061ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:57.713241731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"2e25f993-55b6-4244-a0fb-7aa2200061ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.684899126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"b415955d-a6b9-4dc1-8a40-f2047525b6e8","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:58.684932615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"b415955d-a6b9-4dc1-8a40-f2047525b6e8","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:01.397234107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316ae427-c837-4e55-8940-4447c43285e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:01.400496898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316ae427-c837-4e55-8940-4447c43285e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:01.403782276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316ae427-c837-4e55-8940-4447c43285e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:01.407781312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"316ae427-c837-4e55-8940-4447c43285e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:01.92031355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcff44c9-a8c8-44ec-b6ee-8e47e89162d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:01.92381667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcff44c9-a8c8-44ec-b6ee-8e47e89162d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:01.928291623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcff44c9-a8c8-44ec-b6ee-8e47e89162d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:01.943160122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcff44c9-a8c8-44ec-b6ee-8e47e89162d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.164805443Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-sub","reconcileID":"66184d1f-99d1-4f5b-bf14-fabd33565b5f","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","subscription":"test-model-5ecee8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.169085875Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-sub","reconcileID":"66184d1f-99d1-4f5b-bf14-fabd33565b5f","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.172860326Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8-sub","reconcileID":"66184d1f-99d1-4f5b-bf14-fabd33565b5f","MaaSSubscription":{"name":"test-model-5ecee8-sub","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"name":"maas-trlp-test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.203405486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"4e552064-7850-45c1-aef1-2af7ac63ba01","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"tenant":"e2e-inf-b-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","model":"ai-tenant-e2e-inf-b-5ecee8/test-model-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.203428841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"test-model-5ecee8","reconcileID":"4e552064-7850-45c1-aef1-2af7ac63ba01","MaaSModelRef":{"name":"test-model-5ecee8","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"routeName":"test-model-5ecee8-kserve-route","namespace":"ai-tenant-e2e-inf-b-5ecee8","llmisvcName":"test-model-5ecee8","gateway":"openshift-ingress/e2e-inf-b-5ecee8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:07.719510038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"ba0aa746-a897-4d63-9090-a30b45a43aee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:07.727714023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"ba0aa746-a897-4d63-9090-a30b45a43aee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:07.735151891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"ba0aa746-a897-4d63-9090-a30b45a43aee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:10.770350023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"997afafd-097b-4762-a9a0-d0c86b1503f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:10.945590572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"112bf057-b1d8-4ee4-8037-6ea71fee017f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:10.946051189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"6cfe5ab1-f6c1-4f9b-b0a3-3a42f1334dcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:11.043211015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"62b8dba3-e276-4380-955c-2937149b24fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:11.143672572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"a025dda5-07a8-4600-bcac-4063f489cfe7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:11.14450385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"5eb57f7f-0179-4bea-8b03-c9eb56c04c5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:11.145050494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"afe740b8-6034-4030-86ea-933bb818785d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:11.145659718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"74ea80db-17ed-4389-b3b5-9bbcb69f3be7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:11.146289761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bcd537d6-7611-4d21-b911-92f4b4731711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:11.3507754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:11.359730968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"e5a47736-c1fa-4870-a6b9-0f4268429152","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:11.360038102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"e6b85fc6-2e4b-41f5-ab7b-02e6e64fa072","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:11.36014546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"279a7292-74af-421a-8cad-0a89cb25f86c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:14.923205646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ea06dc-6d95-4da6-902c-a88e855a4075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:14.927244638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ea06dc-6d95-4da6-902c-a88e855a4075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:14.930947258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ea06dc-6d95-4da6-902c-a88e855a4075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:14.934526975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ea06dc-6d95-4da6-902c-a88e855a4075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:15.11750441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cceb0f7f-b622-4cbf-aae8-ac773c03d6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:15.123366808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cceb0f7f-b622-4cbf-aae8-ac773c03d6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:15.130425077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cceb0f7f-b622-4cbf-aae8-ac773c03d6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:15.141125228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cceb0f7f-b622-4cbf-aae8-ac773c03d6cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:16.83867776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ffbdcf4-beb2-46e9-b5c7-d24ac7010fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:16.844728252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ffbdcf4-beb2-46e9-b5c7-d24ac7010fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:16.849029327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ffbdcf4-beb2-46e9-b5c7-d24ac7010fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:16.852503093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ffbdcf4-beb2-46e9-b5c7-d24ac7010fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.05416107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23845f61-0b95-477f-bf56-a031a3daadb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.083732929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23845f61-0b95-477f-bf56-a031a3daadb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.09429285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23845f61-0b95-477f-bf56-a031a3daadb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.103651704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23845f61-0b95-477f-bf56-a031a3daadb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.537752865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af59bec-4252-47d3-aa6b-3dbbd9ddc341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.542675375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af59bec-4252-47d3-aa6b-3dbbd9ddc341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.550990928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af59bec-4252-47d3-aa6b-3dbbd9ddc341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.555787009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5af59bec-4252-47d3-aa6b-3dbbd9ddc341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.741993193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"f3866ec8-95a1-4d81-a046-c6a21a7575bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.750219749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"f3866ec8-95a1-4d81-a046-c6a21a7575bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.757281204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9186840d2d242e5245137efb2219bf44e88d9fdf5163ad0a006993c8c1f17394) AuthConfig (a4977693399b6c73548470b34d925d720f7008912c75c54a80316fa07ba02438) AuthConfig (1f88afbaf6b78bd42e22c2c2379a698956daf2539f4d4e3ba92bb94f4d6df0ef) AuthConfig (5e96b1dfd7fea661fedd3f52647f49e35525d276693cc6eabac7ac8fc9f63677) AuthConfig (3f670cae2848c8829aee7c842b341b6654f7a5847c215f54524056170bd2eeee) AuthConfig (6027bcb8e6bd24985edc9dd039f34ae8595b0204998c41b675ff35cca36f6630) AuthConfig (f957ab596b522b029ea5c594bea9acdc881e54b67a9606c43a5ce6005e8fd0d0) AuthConfig (d3caf2027ec49bd7ebbfdbe409a90302aeae98c2d8d5ed9558f1e8f9f69a3d58) AuthConfig (4d7bc9404e83ccb791c15e4ef8372d25742e95a88862d1bfa1e7ca36014b08fc) AuthConfig (9bb02657acdf8306d78aea43e0b2e545d47b324c7c2fcc1367d06e9ee99343e9) AuthConfig (c3a6b470f78f185323ae51b4b50c6418f54686dd92b07bd5fe35c8f207ff5862) AuthConfig (e0964689a9dbaf6f5c6730a458f0208b9e56b55bc321da1f244fe7721a1178db) AuthConfig (4eb0ba8a78527f24e32574dfe303b383379f0db24086d588551f0aae2cbdc553) AuthConfig (0d61f2dd35bbc882f54588e70f211dd53946a872c95cea2b35c124aeedd4218e) AuthConfig (01430ad9af61d4819caa42310615b787ea17ed82b86d7111cc98e92b5dbd5f3f) AuthConfig (78c1f6e54d4909079eaef5ac84d3461bdf7a2e1183acc75848a91ca3da873ea2) AuthConfig (d500820c67a0ad6f41d6fb35663f668a26242940f5ed42183c30bd650cc72364) AuthConfig (b00ba4d04194851843d568413b84b13850337f036494f99a133ab12d8f1412d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"f3866ec8-95a1-4d81-a046-c6a21a7575bb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.766686429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"d0d44da1-cfcc-4da1-ae26-09babe3f5c67","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:17.766708774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"d0d44da1-cfcc-4da1-ae26-09babe3f5c67","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.858022718Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","namespace":"ai-tenant-e2e-extmod-a-d8d0fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.858087339Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","namespace":"ai-tenant-e2e-extmod-a-d8d0fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.858136204Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","tenant":"e2e-extmod-a-d8d0fa","tenantID":"e2e-extmod-a-d8d0fa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.866015316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d8d0fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.880943427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"Service","name":"maas-api-e2e-extmod-a-d8d0fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.898751454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d8d0fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.9051971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d8d0fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.91141735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.919085002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.927846482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.941234429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.944392189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.947342099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.950221723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"Service","name":"payload-processing-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.953159722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.956080647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.959012202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.962706485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.970816283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.973995904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.977048758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.982327807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d8d0fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.985334264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8d0fa"},"namespace":"ai-tenant-e2e-extmod-a-d8d0fa","name":"default-tenant","reconcileID":"5eeafb9d-c640-4965-b0f6-9193bc1bfee5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d8d0fa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.220484026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"1a462391-e844-458b-8248-372a3e488039","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.220589328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"1a462391-e844-458b-8248-372a3e488039","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.506665157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"8f2fed1c-5210-436f-a51d-90f32e24b4e7","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.506689177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"8f2fed1c-5210-436f-a51d-90f32e24b4e7","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.513079515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"76f5d35f-c220-40d7-bca6-4fc6c825cb7f","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.513097348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"76f5d35f-c220-40d7-bca6-4fc6c825cb7f","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.5239217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"ee08cd24-9618-4e5e-8f95-a23831592635","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.554903907Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"ee08cd24-9618-4e5e-8f95-a23831592635","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.564679219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"ee08cd24-9618-4e5e-8f95-a23831592635","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.573561852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"917bd704-38c8-4cf3-b112-a753d43caf07","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:20.57358155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"917bd704-38c8-4cf3-b112-a753d43caf07","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.065084694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2abbf94-766d-4ccd-95bc-988084bf52f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.070218715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2abbf94-766d-4ccd-95bc-988084bf52f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.077586575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2abbf94-766d-4ccd-95bc-988084bf52f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.085962817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2abbf94-766d-4ccd-95bc-988084bf52f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.310848777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd327ea-8758-49d6-ad00-4c79f0a93bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.314217306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd327ea-8758-49d6-ad00-4c79f0a93bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.31756128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd327ea-8758-49d6-ad00-4c79f0a93bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.320932027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dd327ea-8758-49d6-ad00-4c79f0a93bcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.59697097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154e3126-2176-4ebd-bd22-f2d0bd58d3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.600661534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154e3126-2176-4ebd-bd22-f2d0bd58d3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.604034987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154e3126-2176-4ebd-bd22-f2d0bd58d3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.60722035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"154e3126-2176-4ebd-bd22-f2d0bd58d3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.860514861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8a5029-1e43-4eb3-89cd-ef94f0aa6474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.864446607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8a5029-1e43-4eb3-89cd-ef94f0aa6474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.867770888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8a5029-1e43-4eb3-89cd-ef94f0aa6474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:21.871121441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a8a5029-1e43-4eb3-89cd-ef94f0aa6474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.062076385Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-3bcc2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-3bcc2b","reconcileID":"8352fe4c-cf3f-41fc-a25f-a6c9ea178b71","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-3bcc2b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-3bcc2b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.20941473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82911d06-8d75-469b-bf35-bd4656518538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.214808425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82911d06-8d75-469b-bf35-bd4656518538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.218980471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82911d06-8d75-469b-bf35-bd4656518538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.22291376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82911d06-8d75-469b-bf35-bd4656518538","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.627810911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e9bc5-2a2a-4880-aa85-05dcbf5d6e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.632573968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e9bc5-2a2a-4880-aa85-05dcbf5d6e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.636393034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e9bc5-2a2a-4880-aa85-05dcbf5d6e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.641792604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"067e9bc5-2a2a-4880-aa85-05dcbf5d6e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.450685194Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d8d0fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d8d0fa","reconcileID":"7e9b35d3-68af-4989-9a61-0640c7998e80","aitenant":"ai-tenants/e2e-extmod-a-d8d0fa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.574483042Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d8d0fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d8d0fa","reconcileID":"7e9b35d3-68af-4989-9a61-0640c7998e80","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d8d0fa","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d8d0fa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.605993812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34216c8-a590-427a-8930-ce2a939cd0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.609949754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34216c8-a590-427a-8930-ce2a939cd0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.613619543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34216c8-a590-427a-8930-ce2a939cd0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.617487908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34216c8-a590-427a-8930-ce2a939cd0f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.900365737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14d9660-cf27-4150-a1ff-b0fd15b6971f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.904805033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14d9660-cf27-4150-a1ff-b0fd15b6971f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.908464368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14d9660-cf27-4150-a1ff-b0fd15b6971f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:26.912014498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b14d9660-cf27-4150-a1ff-b0fd15b6971f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.244362441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e2a5a-f32e-410f-8c2c-94f4d8438a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.248265152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e2a5a-f32e-410f-8c2c-94f4d8438a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.251461541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e2a5a-f32e-410f-8c2c-94f4d8438a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.25497904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e2a5a-f32e-410f-8c2c-94f4d8438a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.28500356Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","namespace":"ai-tenant-e2e-inf-a-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.285085423Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","namespace":"ai-tenant-e2e-inf-a-745c52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.285180616Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","tenant":"e2e-inf-a-745c52","tenantID":"e2e-inf-a-745c52","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.290265107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"Deployment","name":"maas-api-e2e-inf-a-745c52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.302232908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"Service","name":"maas-api-e2e-inf-a-745c52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.318932022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-745c52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.326135186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-745c52","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.336424091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.342015804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.35404066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.362316176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.366005919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"Deployment","name":"payload-processing-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.368842691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.372002212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"Service","name":"payload-processing-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.375009635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.381007856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.38415521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.387806611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.394846218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.397906143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.403810501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.414790111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-745c52","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.422492269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-745c52"},"namespace":"ai-tenant-e2e-inf-a-745c52","name":"default-tenant","reconcileID":"8a500ea0-bb47-47fc-9646-573bc55841a0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-745c52","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.77389888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"0fa0611b-54eb-4e20-8338-f720cee55f0b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.7851653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"0fa0611b-54eb-4e20-8338-f720cee55f0b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:27.794151508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9186840d2d242e5245137efb2219bf44e88d9fdf5163ad0a006993c8c1f17394) AuthConfig (a4977693399b6c73548470b34d925d720f7008912c75c54a80316fa07ba02438) AuthConfig (1f88afbaf6b78bd42e22c2c2379a698956daf2539f4d4e3ba92bb94f4d6df0ef) AuthConfig (5e96b1dfd7fea661fedd3f52647f49e35525d276693cc6eabac7ac8fc9f63677) AuthConfig (3f670cae2848c8829aee7c842b341b6654f7a5847c215f54524056170bd2eeee) AuthConfig (6027bcb8e6bd24985edc9dd039f34ae8595b0204998c41b675ff35cca36f6630) AuthConfig (f957ab596b522b029ea5c594bea9acdc881e54b67a9606c43a5ce6005e8fd0d0) AuthConfig (d3caf2027ec49bd7ebbfdbe409a90302aeae98c2d8d5ed9558f1e8f9f69a3d58) AuthConfig (4d7bc9404e83ccb791c15e4ef8372d25742e95a88862d1bfa1e7ca36014b08fc) AuthConfig (9bb02657acdf8306d78aea43e0b2e545d47b324c7c2fcc1367d06e9ee99343e9) AuthConfig (c3a6b470f78f185323ae51b4b50c6418f54686dd92b07bd5fe35c8f207ff5862) AuthConfig (e0964689a9dbaf6f5c6730a458f0208b9e56b55bc321da1f244fe7721a1178db) AuthConfig (4eb0ba8a78527f24e32574dfe303b383379f0db24086d588551f0aae2cbdc553) AuthConfig (0d61f2dd35bbc882f54588e70f211dd53946a872c95cea2b35c124aeedd4218e) AuthConfig (01430ad9af61d4819caa42310615b787ea17ed82b86d7111cc98e92b5dbd5f3f) AuthConfig (78c1f6e54d4909079eaef5ac84d3461bdf7a2e1183acc75848a91ca3da873ea2) AuthConfig (d500820c67a0ad6f41d6fb35663f668a26242940f5ed42183c30bd650cc72364) AuthConfig (b00ba4d04194851843d568413b84b13850337f036494f99a133ab12d8f1412d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"0fa0611b-54eb-4e20-8338-f720cee55f0b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:30.589549724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"d692d2b2-a3eb-424d-8922-2e93093aa964","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:30.598074211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"d692d2b2-a3eb-424d-8922-2e93093aa964","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:30.605166316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"d692d2b2-a3eb-424d-8922-2e93093aa964","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.418039642Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-745c52","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-745c52","reconcileID":"37a933ab-2abd-4f39-b61b-960aec2e2915","aitenant":"ai-tenants/e2e-inf-a-745c52","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.561695615Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-745c52","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-745c52","reconcileID":"37a933ab-2abd-4f39-b61b-960aec2e2915","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-745c52","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-745c52"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.585101665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7efeeb-6376-4624-bace-2c946ab40717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.588442488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7efeeb-6376-4624-bace-2c946ab40717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.591737504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7efeeb-6376-4624-bace-2c946ab40717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.595104934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db7efeeb-6376-4624-bace-2c946ab40717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.962243027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcef7613-57cf-4f64-a9d9-7b887e128708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.965907386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcef7613-57cf-4f64-a9d9-7b887e128708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.969704625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcef7613-57cf-4f64-a9d9-7b887e128708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:32.973834368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcef7613-57cf-4f64-a9d9-7b887e128708","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:33.355909587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a868276-1058-4c1d-a981-e4ec2a3e45ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:33.369182105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a868276-1058-4c1d-a981-e4ec2a3e45ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:33.396570608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a868276-1058-4c1d-a981-e4ec2a3e45ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:33.408126988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a868276-1058-4c1d-a981-e4ec2a3e45ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:33.580883095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6e40d3-65f9-4ac0-9413-76409a23c9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:33.585269797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6e40d3-65f9-4ac0-9413-76409a23c9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:33.593246759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6e40d3-65f9-4ac0-9413-76409a23c9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:33.605999275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc6e40d3-65f9-4ac0-9413-76409a23c9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:37.800866422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"f6395c6c-c90c-470c-b335-5900abce943f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:37.809312992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"f6395c6c-c90c-470c-b335-5900abce943f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:37.816381731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9186840d2d242e5245137efb2219bf44e88d9fdf5163ad0a006993c8c1f17394) AuthConfig (a4977693399b6c73548470b34d925d720f7008912c75c54a80316fa07ba02438) AuthConfig (1f88afbaf6b78bd42e22c2c2379a698956daf2539f4d4e3ba92bb94f4d6df0ef) AuthConfig (5e96b1dfd7fea661fedd3f52647f49e35525d276693cc6eabac7ac8fc9f63677) AuthConfig (3f670cae2848c8829aee7c842b341b6654f7a5847c215f54524056170bd2eeee) AuthConfig (6027bcb8e6bd24985edc9dd039f34ae8595b0204998c41b675ff35cca36f6630) AuthConfig (f957ab596b522b029ea5c594bea9acdc881e54b67a9606c43a5ce6005e8fd0d0) AuthConfig (d3caf2027ec49bd7ebbfdbe409a90302aeae98c2d8d5ed9558f1e8f9f69a3d58) AuthConfig (4d7bc9404e83ccb791c15e4ef8372d25742e95a88862d1bfa1e7ca36014b08fc) AuthConfig (9bb02657acdf8306d78aea43e0b2e545d47b324c7c2fcc1367d06e9ee99343e9) AuthConfig (c3a6b470f78f185323ae51b4b50c6418f54686dd92b07bd5fe35c8f207ff5862) AuthConfig (e0964689a9dbaf6f5c6730a458f0208b9e56b55bc321da1f244fe7721a1178db) AuthConfig (4eb0ba8a78527f24e32574dfe303b383379f0db24086d588551f0aae2cbdc553) AuthConfig (0d61f2dd35bbc882f54588e70f211dd53946a872c95cea2b35c124aeedd4218e) AuthConfig (01430ad9af61d4819caa42310615b787ea17ed82b86d7111cc98e92b5dbd5f3f) AuthConfig (78c1f6e54d4909079eaef5ac84d3461bdf7a2e1183acc75848a91ca3da873ea2) AuthConfig (d500820c67a0ad6f41d6fb35663f668a26242940f5ed42183c30bd650cc72364) AuthConfig (b00ba4d04194851843d568413b84b13850337f036494f99a133ab12d8f1412d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"f6395c6c-c90c-470c-b335-5900abce943f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:40.114276274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafae1e7-5ea8-4c11-b5b4-0d32d28fa0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:40.118948601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafae1e7-5ea8-4c11-b5b4-0d32d28fa0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:40.126187635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafae1e7-5ea8-4c11-b5b4-0d32d28fa0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:40.140796673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bafae1e7-5ea8-4c11-b5b4-0d32d28fa0be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:40.441631409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ef10a5-9675-4724-a731-adccd8483278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:40.445098872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ef10a5-9675-4724-a731-adccd8483278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:40.448452273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ef10a5-9675-4724-a731-adccd8483278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:40.451824906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96ef10a5-9675-4724-a731-adccd8483278","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:40.677888354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"3f15e8ef-a4f4-4732-b806-75742b779de0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:40.695206208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"3f15e8ef-a4f4-4732-b806-75742b779de0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:40.705724262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"3f15e8ef-a4f4-4732-b806-75742b779de0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:41.346107219Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:42.23467225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"09a55ee0-4a0b-45ac-88e4-f711f9ec54e4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:42.256701261Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"09a55ee0-4a0b-45ac-88e4-f711f9ec54e4","name":"e2e-shared-b-w2-3bcc2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.554333134Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","namespace":"ai-tenant-e2e-extmod-b-03c633","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.554394548Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","namespace":"ai-tenant-e2e-extmod-b-03c633","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.554452066Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","tenant":"e2e-extmod-b-03c633","tenantID":"e2e-extmod-b-03c633","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.559882117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"Deployment","name":"maas-api-e2e-extmod-b-03c633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.573062104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"Service","name":"maas-api-e2e-extmod-b-03c633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.583354255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-03c633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.589285564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-03c633","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.595520642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.603884533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.614420299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.624999563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.628395236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.631498764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.634675347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"Service","name":"payload-processing-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.63782371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.641178245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.644200417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.64734201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.656462399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.659585112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.662582002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.666270137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-03c633","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:46.669237907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-03c633"},"namespace":"ai-tenant-e2e-extmod-b-03c633","name":"default-tenant","reconcileID":"a50a4bff-f1a6-4b0c-b687-1e5dc0514d91","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-03c633","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:47.823177502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"74497f57-7dc9-4c97-b81b-be17df729727","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:47.83161823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"74497f57-7dc9-4c97-b81b-be17df729727","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:47.838856151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9186840d2d242e5245137efb2219bf44e88d9fdf5163ad0a006993c8c1f17394) AuthConfig (a4977693399b6c73548470b34d925d720f7008912c75c54a80316fa07ba02438) AuthConfig (1f88afbaf6b78bd42e22c2c2379a698956daf2539f4d4e3ba92bb94f4d6df0ef) AuthConfig (5e96b1dfd7fea661fedd3f52647f49e35525d276693cc6eabac7ac8fc9f63677) AuthConfig (3f670cae2848c8829aee7c842b341b6654f7a5847c215f54524056170bd2eeee) AuthConfig (6027bcb8e6bd24985edc9dd039f34ae8595b0204998c41b675ff35cca36f6630) AuthConfig (f957ab596b522b029ea5c594bea9acdc881e54b67a9606c43a5ce6005e8fd0d0) AuthConfig (d3caf2027ec49bd7ebbfdbe409a90302aeae98c2d8d5ed9558f1e8f9f69a3d58) AuthConfig (4d7bc9404e83ccb791c15e4ef8372d25742e95a88862d1bfa1e7ca36014b08fc) AuthConfig (9bb02657acdf8306d78aea43e0b2e545d47b324c7c2fcc1367d06e9ee99343e9) AuthConfig (c3a6b470f78f185323ae51b4b50c6418f54686dd92b07bd5fe35c8f207ff5862) AuthConfig (e0964689a9dbaf6f5c6730a458f0208b9e56b55bc321da1f244fe7721a1178db) AuthConfig (4eb0ba8a78527f24e32574dfe303b383379f0db24086d588551f0aae2cbdc553) AuthConfig (0d61f2dd35bbc882f54588e70f211dd53946a872c95cea2b35c124aeedd4218e) AuthConfig (01430ad9af61d4819caa42310615b787ea17ed82b86d7111cc98e92b5dbd5f3f) AuthConfig (78c1f6e54d4909079eaef5ac84d3461bdf7a2e1183acc75848a91ca3da873ea2) AuthConfig (d500820c67a0ad6f41d6fb35663f668a26242940f5ed42183c30bd650cc72364) AuthConfig (b00ba4d04194851843d568413b84b13850337f036494f99a133ab12d8f1412d1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"74497f57-7dc9-4c97-b81b-be17df729727","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:48.641615153Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-03c633","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-03c633","reconcileID":"d18790f0-a865-43ec-9c05-10668b9ac3ef","aitenant":"ai-tenants/e2e-extmod-b-03c633","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:48.8031874Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-03c633","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-03c633","reconcileID":"d18790f0-a865-43ec-9c05-10668b9ac3ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-03c633","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-03c633"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:48.842359058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91944cdd-2b11-4175-8fb0-17c23b260df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:48.84610135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91944cdd-2b11-4175-8fb0-17c23b260df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:48.849803573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91944cdd-2b11-4175-8fb0-17c23b260df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:48.853879562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91944cdd-2b11-4175-8fb0-17c23b260df7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.273522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d028bdd6-18a1-4431-bd42-f0df205e2465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.279388447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d028bdd6-18a1-4431-bd42-f0df205e2465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.28469837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d028bdd6-18a1-4431-bd42-f0df205e2465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.341357373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d028bdd6-18a1-4431-bd42-f0df205e2465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.724472886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cba016d-3406-4601-a003-c778dc8b9b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.732149818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cba016d-3406-4601-a003-c778dc8b9b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.739339203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cba016d-3406-4601-a003-c778dc8b9b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.743704342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cba016d-3406-4601-a003-c778dc8b9b2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.164980605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9afd3c0-5e4e-4105-96ba-d2e43ab41546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.168587472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9afd3c0-5e4e-4105-96ba-d2e43ab41546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.172334048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9afd3c0-5e4e-4105-96ba-d2e43ab41546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.17614465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9afd3c0-5e4e-4105-96ba-d2e43ab41546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.413782495Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","namespace":"ai-tenant-e2e-inf-b-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.413845593Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","namespace":"ai-tenant-e2e-inf-b-5ecee8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.413890479Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","tenant":"e2e-inf-b-5ecee8","tenantID":"e2e-inf-b-5ecee8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.419507254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"Deployment","name":"maas-api-e2e-inf-b-5ecee8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.421314244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de71288f-c477-4c64-ae8d-45341e72e5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.424945751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de71288f-c477-4c64-ae8d-45341e72e5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.429999939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de71288f-c477-4c64-ae8d-45341e72e5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.438658039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"Service","name":"maas-api-e2e-inf-b-5ecee8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.442457189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de71288f-c477-4c64-ae8d-45341e72e5cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.450791296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-5ecee8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.458310299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-5ecee8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.464663635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.473038598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.488795185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.503380603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.507915579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"Deployment","name":"payload-processing-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.517921482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.521502088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"Service","name":"payload-processing-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.524943671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.528520783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.532566616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.536296166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.543774078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.547152442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.550422723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.553713331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-5ecee8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.557310389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-5ecee8"},"namespace":"ai-tenant-e2e-inf-b-5ecee8","name":"default-tenant","reconcileID":"60950748-ea81-429b-a853-f9e2cf77af87","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-5ecee8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.749018125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"05dd96e3-34b7-41bc-8ce8-f74fcd8d670d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.767978978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"05dd96e3-34b7-41bc-8ce8-f74fcd8d670d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.803072579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"05dd96e3-34b7-41bc-8ce8-f74fcd8d670d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.34479058Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5ecee8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5ecee8","reconcileID":"8f66c31d-3461-44fb-ae93-22fddb9d041c","aitenant":"ai-tenants/e2e-inf-b-5ecee8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.496557251Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-5ecee8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-5ecee8","reconcileID":"8f66c31d-3461-44fb-ae93-22fddb9d041c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-5ecee8","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-5ecee8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.505483676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099123f6-b431-4b75-89e7-6516d921877a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.509021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099123f6-b431-4b75-89e7-6516d921877a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.512381404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099123f6-b431-4b75-89e7-6516d921877a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.516331539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099123f6-b431-4b75-89e7-6516d921877a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.762276723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2a4d1f-134a-436a-af40-790cc7c84b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.765445108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2a4d1f-134a-436a-af40-790cc7c84b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.842154858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2a4d1f-134a-436a-af40-790cc7c84b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:53.846752243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b2a4d1f-134a-436a-af40-790cc7c84b68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:54.316137819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e20215-ff38-47b7-b055-9f21de89414f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:54.320178191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e20215-ff38-47b7-b055-9f21de89414f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:54.32348378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e20215-ff38-47b7-b055-9f21de89414f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:54.326785911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93e20215-ff38-47b7-b055-9f21de89414f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:56.783041924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638ec6ba-581e-43ef-bfd4-8791bd9cb1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:56.795265214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638ec6ba-581e-43ef-bfd4-8791bd9cb1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:56.806794969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638ec6ba-581e-43ef-bfd4-8791bd9cb1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:56.812696778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"638ec6ba-581e-43ef-bfd4-8791bd9cb1b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.034098732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540926fb-4933-4744-a15c-1307e26e3764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.037455601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540926fb-4933-4744-a15c-1307e26e3764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.041436663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540926fb-4933-4744-a15c-1307e26e3764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.044982158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"540926fb-4933-4744-a15c-1307e26e3764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.313668127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85919d36-f5b9-4003-9d31-7a99d5b15eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.317115607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85919d36-f5b9-4003-9d31-7a99d5b15eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.320584968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85919d36-f5b9-4003-9d31-7a99d5b15eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.323972663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85919d36-f5b9-4003-9d31-7a99d5b15eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.54483374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b95dea-9823-445f-bdd6-3f1e3e937194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.548705626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b95dea-9823-445f-bdd6-3f1e3e937194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.552024769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b95dea-9823-445f-bdd6-3f1e3e937194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.555326003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33b95dea-9823-445f-bdd6-3f1e3e937194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.842786645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6732033c-b362-4d36-b3dd-f61631ed599b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.84621782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6732033c-b362-4d36-b3dd-f61631ed599b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.849524844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6732033c-b362-4d36-b3dd-f61631ed599b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.852889529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6732033c-b362-4d36-b3dd-f61631ed599b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.856481563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"e0d23885-0be4-4ae5-ab63-dec41bd6af9f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.865183893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"e0d23885-0be4-4ae5-ab63-dec41bd6af9f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.887985511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"e08cf9c6-7473-4cb3-b84c-e20b333b7f12","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:57.888006934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"e08cf9c6-7473-4cb3-b84c-e20b333b7f12","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:58.111048413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4ce2b7-ecb0-4808-a7c9-3fd3f3b8df23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:58.11447046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4ce2b7-ecb0-4808-a7c9-3fd3f3b8df23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:58.117892754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4ce2b7-ecb0-4808-a7c9-3fd3f3b8df23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:58.121703573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c4ce2b7-ecb0-4808-a7c9-3fd3f3b8df23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.385054319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"2c1fd594-aee2-415c-8755-25da44008e8c","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.385075962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"2c1fd594-aee2-415c-8755-25da44008e8c","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.394225338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"b38b1ee5-e6e5-42dc-ba55-02cb54023b20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.395062105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"ff49fd6e-9401-47c6-b434-b158e20a7173","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.395132505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"ff49fd6e-9401-47c6-b434-b158e20a7173","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:59:00.397768427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-a-da79fc","reconcileID":"36a61219-5ed1-44c7-b380-bd1048afaf71","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-da79fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:59:00.400175469Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"ff49fd6e-9401-47c6-b434-b158e20a7173","name":"rate-test-model-ba89e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ba89e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:59:00.400224943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"ff49fd6e-9401-47c6-b434-b158e20a7173","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-ba89e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.402957881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"b38b1ee5-e6e5-42dc-ba55-02cb54023b20","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.405416568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"09f83282-220f-4cb0-81b6-2bc78005d4da","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.405431884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"09f83282-220f-4cb0-81b6-2bc78005d4da","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.409657896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"ebb93981-4133-488f-bccb-a4fa76c30ccc","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.409673277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"ebb93981-4133-488f-bccb-a4fa76c30ccc","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.419820145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"4b863b1d-9e54-42f7-9bb7-cde74d62c0c9","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.419838104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"4b863b1d-9e54-42f7-9bb7-cde74d62c0c9","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.449032539Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-a-da79fc","reconcileID":"d8fc2e60-ba53-4cfb-ad5e-4f0fafb6f315","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-rate-test-model-ba89e0","model":"rate-test-model-ba89e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-ba89e0/e2e-rate-iso-a-da79fc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.4832429Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"6fd1f215-5c03-438f-94af-89871e0fd5e0","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.483258779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"6fd1f215-5c03-438f-94af-89871e0fd5e0","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.493316774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"d9c39b34-9764-4a70-be6b-432028754261","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.504099271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"d9c39b34-9764-4a70-be6b-432028754261","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.563814879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-a-da79fc","reconcileID":"15e88c32-d039-4ac1-836b-d16d1b6a5682","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-rate-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.592001555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"34d7d210-f01b-4c5d-93b1-803f2dbf4737","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.592031803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"34d7d210-f01b-4c5d-93b1-803f2dbf4737","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.651514086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"2ffa87ea-1949-4a76-9e62-679bbf35c342","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:59:00.652120323Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-b-da79fc","reconcileID":"18dd8a31-41a9-4e5f-b7cf-883f8b43ff34","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-da79fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.654049451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"0c01ff7f-a3e4-4044-afe9-5931a99bc4e4","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.654075275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"0c01ff7f-a3e4-4044-afe9-5931a99bc4e4","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.662497129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"2ffa87ea-1949-4a76-9e62-679bbf35c342","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.664751118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"9b4aa005-2f33-4103-ae25-5a8a3d7a5bc0","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.664766865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"9b4aa005-2f33-4103-ae25-5a8a3d7a5bc0","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.741417151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"2d4570ef-3aa4-4c3c-a916-17d6c440bd10","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.741436963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"2d4570ef-3aa4-4c3c-a916-17d6c440bd10","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.753838231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"ca218eda-dbbb-4b39-b2a7-cd15ee544724","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.757837733Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-b-da79fc","reconcileID":"800773b4-15b3-44b5-906c-670297a496a0","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-rate-test-model-99a8fe","model":"rate-test-model-99a8fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-99a8fe/e2e-rate-iso-b-da79fc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.762476511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"ca218eda-dbbb-4b39-b2a7-cd15ee544724","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.77865773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"0b1ba51e-df52-4949-b489-8e4932d0ec79","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.778675578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"0b1ba51e-df52-4949-b489-8e4932d0ec79","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.854070695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"117b4c1d-cb43-44fa-ba14-39f849454918","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.85555788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-b-da79fc","reconcileID":"be1bd6c5-ac11-4f83-b40d-fbfa19df2b01","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-rate-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.862492197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"117b4c1d-cb43-44fa-ba14-39f849454918","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.869722102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35f00f56be3f838af6b15114d7f89c6c690519a7c58332a0ba0daf108231ad70) AuthConfig (40fd54cc58981968272866d2b2c11bb863e530ebf349e2ee3b09970744dbcbdf) AuthConfig (bc7c96c84ede8eafa0b43b9e8fcbc147a330c0abd0870ad14d3798667df1a8e1) AuthConfig (cf1a0cb17f48c6bbdbae59b34ae98bb9e4a0560edcd73fbc00404ee3f10e458d) AuthConfig (37e1d9b156e82eb208a9490ef08e82bc4f06ad58cecdf22e0ba3d9110aaddf1b) AuthConfig (c29074d4edaabe2b03b64f5f55b3c7e007b09b418a3def3c76ba3812c6ebe898) AuthConfig (8789e7a88e2b80424496424de38a72c487193defdbca111baa65ae0633b5e966) AuthConfig (a64ddf19a7abf2a79cdb7401bc5021132f3cd904b1c1ca631c2858d82abde84e) AuthConfig (92d6e2f34ddd628cec633fa715fcd39a83cee7814da70051a980aec01bb465c8) AuthConfig (eef198b10c9b1200b5a074fe3dbe815ba13e61027693ef449affd1059008b541) AuthConfig (a25c0658ea2194cc9fd1fb6e56654ea1b98ddfd0de25532b0c95374e1858d123) AuthConfig (b6ee9bef7d310a7d8da5c02d98641072035aa10c05383455bd6855ccdb63003f) AuthConfig (acada5368f33c6a5a3975d29534ce89b7350c067789ec16a6a23f24ec97494aa) AuthConfig (d18a4aa4ff8a61d2a1b41aff032ec56b1531b30405bf0b97a8d12bc029e9ce02) AuthConfig (b4b67fdc394580396be576ae2f3cb5f07c824215ca012470334522bc31d6a1aa) AuthConfig (438fbfe01816f8a4b558da6d6570815a263c3fb0af17bc026bde019d21d13eb1) AuthConfig (5ff17a4ad578f953c27d25f65bfc0c21a50b573ef4f7ffd116f1e3512ed4ece9) AuthConfig (9053800a2fb4ed2b48f795482fa3da34c54cdfd72d807e6ff93d4998cbab7637)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"117b4c1d-cb43-44fa-ba14-39f849454918","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.879037682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"c5155a3a-835f-4eea-92d3-20e792ac7f87","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:00.879053852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"c5155a3a-835f-4eea-92d3-20e792ac7f87","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.508915704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d51cabf-a4f6-455d-b417-b93b3bd0ecaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.522116181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d51cabf-a4f6-455d-b417-b93b3bd0ecaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.535045374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d51cabf-a4f6-455d-b417-b93b3bd0ecaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.539786728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d51cabf-a4f6-455d-b417-b93b3bd0ecaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.802297363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf62ad9-0fc2-4566-9e6e-fc53cfff8827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.805634548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf62ad9-0fc2-4566-9e6e-fc53cfff8827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.808999933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf62ad9-0fc2-4566-9e6e-fc53cfff8827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:02.812450399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cf62ad9-0fc2-4566-9e6e-fc53cfff8827","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.772499916Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.772565356Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.772651154Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","tenant":"e2e-shared-a-w4-3c25bf","tenantID":"e2e-shared-a-w4-3c25bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.781857517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-3c25bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.797763592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"Service","name":"maas-api-e2e-shared-a-w4-3c25bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.807206221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-3c25bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.817532717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-3c25bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.825578819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.834325843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.843712295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.849762015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.853097296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.858743435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.861886609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.865113664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.869771972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.874363162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.877690262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.884950106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.888069691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.891106127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.894430663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-3c25bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.897467771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-3c25bf"},"namespace":"ai-tenant-e2e-shared-a-w4-3c25bf","name":"default-tenant","reconcileID":"0b73bc21-b741-4786-9830-d3417fe16dbe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-3c25bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.641555653Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-3c25bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-3c25bf","reconcileID":"7d52f7ee-8906-44aa-9dae-51bb598727be","aitenant":"ai-tenants/e2e-shared-a-w4-3c25bf","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.792967919Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-3c25bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-3c25bf","reconcileID":"7d52f7ee-8906-44aa-9dae-51bb598727be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-3c25bf","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-3c25bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.802961567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec63487a-401f-4ba6-88c2-74a6c8279f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.806701261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec63487a-401f-4ba6-88c2-74a6c8279f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.810144705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec63487a-401f-4ba6-88c2-74a6c8279f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.814247293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec63487a-401f-4ba6-88c2-74a6c8279f79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.891653992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"3ae460e3-3b47-47fd-9440-cb5d8f76256c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.900005595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"3ae460e3-3b47-47fd-9440-cb5d8f76256c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:10.908830287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35f00f56be3f838af6b15114d7f89c6c690519a7c58332a0ba0daf108231ad70) AuthConfig (40fd54cc58981968272866d2b2c11bb863e530ebf349e2ee3b09970744dbcbdf) AuthConfig (bc7c96c84ede8eafa0b43b9e8fcbc147a330c0abd0870ad14d3798667df1a8e1) AuthConfig (cf1a0cb17f48c6bbdbae59b34ae98bb9e4a0560edcd73fbc00404ee3f10e458d) AuthConfig (37e1d9b156e82eb208a9490ef08e82bc4f06ad58cecdf22e0ba3d9110aaddf1b) AuthConfig (c29074d4edaabe2b03b64f5f55b3c7e007b09b418a3def3c76ba3812c6ebe898) AuthConfig (8789e7a88e2b80424496424de38a72c487193defdbca111baa65ae0633b5e966) AuthConfig (a64ddf19a7abf2a79cdb7401bc5021132f3cd904b1c1ca631c2858d82abde84e) AuthConfig (92d6e2f34ddd628cec633fa715fcd39a83cee7814da70051a980aec01bb465c8) AuthConfig (eef198b10c9b1200b5a074fe3dbe815ba13e61027693ef449affd1059008b541) AuthConfig (a25c0658ea2194cc9fd1fb6e56654ea1b98ddfd0de25532b0c95374e1858d123) AuthConfig (b6ee9bef7d310a7d8da5c02d98641072035aa10c05383455bd6855ccdb63003f) AuthConfig (acada5368f33c6a5a3975d29534ce89b7350c067789ec16a6a23f24ec97494aa) AuthConfig (d18a4aa4ff8a61d2a1b41aff032ec56b1531b30405bf0b97a8d12bc029e9ce02) AuthConfig (b4b67fdc394580396be576ae2f3cb5f07c824215ca012470334522bc31d6a1aa) AuthConfig (438fbfe01816f8a4b558da6d6570815a263c3fb0af17bc026bde019d21d13eb1) AuthConfig (5ff17a4ad578f953c27d25f65bfc0c21a50b573ef4f7ffd116f1e3512ed4ece9) AuthConfig (9053800a2fb4ed2b48f795482fa3da34c54cdfd72d807e6ff93d4998cbab7637)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"3ae460e3-3b47-47fd-9440-cb5d8f76256c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:11.222335032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a64330-6766-4da5-9d8e-575901c347f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:11.225975475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a64330-6766-4da5-9d8e-575901c347f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:11.22968077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a64330-6766-4da5-9d8e-575901c347f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:11.233017252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87a64330-6766-4da5-9d8e-575901c347f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:11.392491758Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:11.613715462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf1eea1-d212-42f6-87b1-7045ebebe883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:11.617345333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf1eea1-d212-42f6-87b1-7045ebebe883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:11.620788839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf1eea1-d212-42f6-87b1-7045ebebe883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:11.624157917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf1eea1-d212-42f6-87b1-7045ebebe883","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.762563977Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.762685136Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.762824504Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","tenant":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.767878887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-30e9de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.846929979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"Service","name":"maas-api-e2e-shared-b-w4-30e9de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.857696299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-30e9de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.86343013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-30e9de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.873831257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.8793736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.887769192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.893308146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.896415407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.899327519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.902508308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.940768258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.947717236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.950752687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.953773228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.960887961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.963886084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.96488218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da07ee6-74ec-4eee-9a99-9135e5aba81a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.967787135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.968435984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da07ee6-74ec-4eee-9a99-9135e5aba81a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.971454228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.972096138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da07ee6-74ec-4eee-9a99-9135e5aba81a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.975133713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"d6435824-86f2-452d-ade3-d1c34a9bfdcb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-30e9de","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.975574883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0da07ee6-74ec-4eee-9a99-9135e5aba81a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.348701771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68544d78-e976-4fa9-aef1-8982b6bf1304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.352182985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68544d78-e976-4fa9-aef1-8982b6bf1304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.355501713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68544d78-e976-4fa9-aef1-8982b6bf1304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.359138817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68544d78-e976-4fa9-aef1-8982b6bf1304","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:20.91728483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"4d683d28-5653-465b-aefb-9e7405d5cb22","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:20.925787723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"4d683d28-5653-465b-aefb-9e7405d5cb22","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:20.932952951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-bab2c3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35f00f56be3f838af6b15114d7f89c6c690519a7c58332a0ba0daf108231ad70) AuthConfig (40fd54cc58981968272866d2b2c11bb863e530ebf349e2ee3b09970744dbcbdf) AuthConfig (bc7c96c84ede8eafa0b43b9e8fcbc147a330c0abd0870ad14d3798667df1a8e1) AuthConfig (cf1a0cb17f48c6bbdbae59b34ae98bb9e4a0560edcd73fbc00404ee3f10e458d) AuthConfig (37e1d9b156e82eb208a9490ef08e82bc4f06ad58cecdf22e0ba3d9110aaddf1b) AuthConfig (c29074d4edaabe2b03b64f5f55b3c7e007b09b418a3def3c76ba3812c6ebe898) AuthConfig (8789e7a88e2b80424496424de38a72c487193defdbca111baa65ae0633b5e966) AuthConfig (a64ddf19a7abf2a79cdb7401bc5021132f3cd904b1c1ca631c2858d82abde84e) AuthConfig (92d6e2f34ddd628cec633fa715fcd39a83cee7814da70051a980aec01bb465c8) AuthConfig (eef198b10c9b1200b5a074fe3dbe815ba13e61027693ef449affd1059008b541) AuthConfig (a25c0658ea2194cc9fd1fb6e56654ea1b98ddfd0de25532b0c95374e1858d123) AuthConfig (b6ee9bef7d310a7d8da5c02d98641072035aa10c05383455bd6855ccdb63003f) AuthConfig (acada5368f33c6a5a3975d29534ce89b7350c067789ec16a6a23f24ec97494aa) AuthConfig (d18a4aa4ff8a61d2a1b41aff032ec56b1531b30405bf0b97a8d12bc029e9ce02) AuthConfig (b4b67fdc394580396be576ae2f3cb5f07c824215ca012470334522bc31d6a1aa) AuthConfig (438fbfe01816f8a4b558da6d6570815a263c3fb0af17bc026bde019d21d13eb1) AuthConfig (5ff17a4ad578f953c27d25f65bfc0c21a50b573ef4f7ffd116f1e3512ed4ece9) AuthConfig (9053800a2fb4ed2b48f795482fa3da34c54cdfd72d807e6ff93d4998cbab7637)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"4d683d28-5653-465b-aefb-9e7405d5cb22","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:24.776909686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"c35ca7ff-4d84-488a-9449-771aaf46e184","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:24.776940864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"c35ca7ff-4d84-488a-9449-771aaf46e184","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:28.531426492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-b-da79fc","reconcileID":"e89a382d-016d-4c8a-9cbe-cc2e766a1556","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-rate-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:28.581963417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"f9c63dac-94a1-452d-ba97-8570a4b7a661","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:28.610240132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"f9c63dac-94a1-452d-ba97-8570a4b7a661","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:28.659356268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-a-da79fc","reconcileID":"9dfb8220-7c18-478d-a91c-85a1434d791c","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-rate-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:28.76780643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"c53d4ccb-964f-4111-af28-11bee85c898f","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:28.767838646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"c53d4ccb-964f-4111-af28-11bee85c898f","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:29.601336215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"a67d437e-bd10-4dca-a79c-e25056d202c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:29.609771082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"a67d437e-bd10-4dca-a79c-e25056d202c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:30.054180116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"f781e67e-dade-4481-9a5b-bd31d5550baf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:30.063820937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"f781e67e-dade-4481-9a5b-bd31d5550baf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:30.93913482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"bedf9700-5958-429d-a0fa-5b868a2d21d6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:30.948651383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"bedf9700-5958-429d-a0fa-5b868a2d21d6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:31.071447645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"66152f92-b31b-4531-b1f3-fe96b7e11c5a","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:31.071469805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"66152f92-b31b-4531-b1f3-fe96b7e11c5a","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:32.71024734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"418b392a-a762-4902-ab1b-1d7327e23581","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:32.710268023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"418b392a-a762-4902-ab1b-1d7327e23581","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:32.716210908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"3ba42f4d-cece-457c-bf77-28a6442adab8","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:32.716227503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"3ba42f4d-cece-457c-bf77-28a6442adab8","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:32.804348849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"3b5fea0d-fdc4-4965-9dcf-a529978cf70a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:32.836666182Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"3b5fea0d-fdc4-4965-9dcf-a529978cf70a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:32.843880608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-6e5139-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"3b5fea0d-fdc4-4965-9dcf-a529978cf70a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:32.852770426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"0ee8cfb1-37ae-43ea-a07f-f9c7228f953a","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:32.852789318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"0ee8cfb1-37ae-43ea-a07f-f9c7228f953a","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.354171456Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.354246157Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","namespace":"ai-tenant-e2e-shared-b-w4-30e9de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.354323096Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","tenant":"e2e-shared-b-w4-30e9de","tenantID":"e2e-shared-b-w4-30e9de","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.357509625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-30e9de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.36196162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"Service","name":"maas-api-e2e-shared-b-w4-30e9de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.364875145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-30e9de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.36788637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-30e9de","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.370867572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.373884615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.377003101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.379891455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.382736218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.385984576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.389072581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.391811156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.394749524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.397638612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.400515881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.403422112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.406371759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.409424957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.412286374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-30e9de","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.415336574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-30e9de"},"namespace":"ai-tenant-e2e-shared-b-w4-30e9de","name":"default-tenant","reconcileID":"e3fcbe65-0012-4e76-a5f8-44a3b381801c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-30e9de","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.218314757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"07665a85-599c-4dc6-b0a0-ba8a8176f60f","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.218340934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"07665a85-599c-4dc6-b0a0-ba8a8176f60f","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.34477349Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.57818102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"eb9ad1f4-5618-42af-b975-a404dd9cd745","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.578202543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"eb9ad1f4-5618-42af-b975-a404dd9cd745","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.584447829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"ab2a21e3-8320-4919-9e87-e437c3a80d49","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.584467433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"ab2a21e3-8320-4919-9e87-e437c3a80d49","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.590791232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"67c91690-8447-45f7-998a-0aa92adf6aa2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.621125616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"67c91690-8447-45f7-998a-0aa92adf6aa2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"e2e-shared-a-w2-63fde4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.627982911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-63fde4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"67c91690-8447-45f7-998a-0aa92adf6aa2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.634863595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"0f25eefc-e284-47d1-acd0-54509d732db8","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:41.634879142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"0f25eefc-e284-47d1-acd0-54509d732db8","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:42.549234618Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-30e9de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-30e9de","reconcileID":"93fee306-8f3a-4685-abef-fe605cfe4f79","aitenant":"ai-tenants/e2e-shared-b-w4-30e9de","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:42.709348982Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-30e9de","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-30e9de","reconcileID":"93fee306-8f3a-4685-abef-fe605cfe4f79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-30e9de","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-30e9de"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:42.72451413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1df7163-925a-4512-a0ae-e78a17d71d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:42.728268046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1df7163-925a-4512-a0ae-e78a17d71d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:42.732099642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1df7163-925a-4512-a0ae-e78a17d71d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:42.735450858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1df7163-925a-4512-a0ae-e78a17d71d46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:42.941049363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"26f982e2-a55e-4c69-8392-85c03154f5a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:42.951162831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"26f982e2-a55e-4c69-8392-85c03154f5a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:42.958799679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-6e5139-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"26f982e2-a55e-4c69-8392-85c03154f5a7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.09840484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eaa46bc-9a87-4c01-811b-61eefc172796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.102485003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eaa46bc-9a87-4c01-811b-61eefc172796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.107364815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eaa46bc-9a87-4c01-811b-61eefc172796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.111357255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9eaa46bc-9a87-4c01-811b-61eefc172796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.675209521Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-access","reconcileID":"25a7fb7e-b0e2-44d2-99b9-b94417c00aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.675319012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"c8ab380a-15e9-4496-9070-951b9dbb4ed5","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.743156272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"3c71fc61-e1f5-44fe-80c5-7746964e3e78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.752232817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f2a03648-10c9-4df8-b602-610d765b6915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.760561876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"f2a03648-10c9-4df8-b602-610d765b6915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.792427229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"c9fa701d-5306-451b-95d0-83140563842e","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.858228165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8788d4c9-696b-4f97-9f32-4d2648378f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.865950832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"d70898be-c772-4c26-ae05-ac59d1711902","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.866445892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8788d4c9-696b-4f97-9f32-4d2648378f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.940528967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"3ac1f26d-027c-4483-a181-058988575f6f","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.957960842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8a41c242-212b-42a1-9c40-45a36fb7ba4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:43.966863087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"8a41c242-212b-42a1-9c40-45a36fb7ba4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.670162122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"cbaa66b1-0115-4ffa-be64-c8e8e586a21a","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.714937045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"7c51d252-2300-4656-9791-4d7767bcc85f","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.760216349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"c2ac7df5-4ba6-46a7-b0de-c09209423ab2","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.777831122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"453f52b4-24e8-41d6-a07f-62a756b3b331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.778757105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"af02f0e7-e0d6-494c-b4cf-091b2f23eb7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.787716408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"453f52b4-24e8-41d6-a07f-62a756b3b331","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.802192583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"fe79d86d-0be6-48c8-95f5-922aad3ec961","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.805795473Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"495947a0-b2b6-410a-8fd9-c3d59bf95961","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.812367043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"4ed671e3-ccd9-4904-ba12-8daca7344875","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.813517748Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"495947a0-b2b6-410a-8fd9-c3d59bf95961","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.876173092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"61f1699f-d14b-40f3-86ae-42444b729e22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.882575766Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"495947a0-b2b6-410a-8fd9-c3d59bf95961","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.90889605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e8c9016f-471b-48e3-a0f7-9a14e54fc56c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:48.921904841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e8c9016f-471b-48e3-a0f7-9a14e54fc56c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:49.008553037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"201cb3ff-4ecf-4ef2-bc7a-db41f0a4970b","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:49.011439002Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"89b488e6-d08f-4037-a2a6-cc577d901a68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:49.014403209Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"89b488e6-d08f-4037-a2a6-cc577d901a68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/simulator-w4-466f83","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:59:49.099097748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"simulator-subscription","reconcileID":"89b488e6-d08f-4037-a2a6-cc577d901a68","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:49.100703722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"92146ba6-93a3-4205-b436-40368c11a976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:49.108719381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"92146ba6-93a3-4205-b436-40368c11a976","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.648701502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"2b3d61d9-9816-4646-b26b-50dc1efc34f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.657396472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"2b3d61d9-9816-4646-b26b-50dc1efc34f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"e2e-shared-a-w2-63fde4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.66455761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-63fde4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"2b3d61d9-9816-4646-b26b-50dc1efc34f8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:52.965768952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"d011065b-6e76-4a3b-ae5e-e5bbdef441f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:52.97407257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"d011065b-6e76-4a3b-ae5e-e5bbdef441f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:52.98105348Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-6e5139-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"d011065b-6e76-4a3b-ae5e-e5bbdef441f0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.365951483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"a00f936a-4a88-4860-9529-7163d7f078c5","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.370866774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"4afb35aa-61e0-47f8-8973-00805b721062","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.376999513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"b047ef93-a569-4cb0-9b42-41f6876dd8c9","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.377452335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"149f0a5a-59fa-415f-a28b-61928d0fc74d","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.398328282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7791c4ce-e58f-4a75-a3f2-829859293d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.40931802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"7791c4ce-e58f-4a75-a3f2-829859293d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.417932615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"c9246154-dc39-474a-b0be-b4bd34ec42ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.557853176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e7496715-e453-49f8-92fa-06f35a12c452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.566812644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"e7496715-e453-49f8-92fa-06f35a12c452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.570932035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"03f9a2f7-a9da-497e-82da-c5db17b790ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.740954095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1050ae-5fb5-4f86-8156-70aa0600816b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.745334088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1050ae-5fb5-4f86-8156-70aa0600816b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.74923509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1050ae-5fb5-4f86-8156-70aa0600816b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:54.757053389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd1050ae-5fb5-4f86-8156-70aa0600816b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.040756948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db7d293-a6d7-4030-9ba2-901b0d1e6987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.050746426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db7d293-a6d7-4030-9ba2-901b0d1e6987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.057710675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db7d293-a6d7-4030-9ba2-901b0d1e6987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.073886541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db7d293-a6d7-4030-9ba2-901b0d1e6987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.170636368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"a852d897-aa0a-4658-8b58-5d529fb9821e","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.178935549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"05f4f2e1-276a-40ae-b1e9-2aa62e0babfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.186058577Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"25517f3e-d05e-4c55-bcdf-44c5d182f8bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5069f49e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.188247977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"05f4f2e1-276a-40ae-b1e9-2aa62e0babfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.277422011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d3665914-552b-4a15-8e68-4f77833924d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.286027833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"d3665914-552b-4a15-8e68-4f77833924d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.698097767Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"28a95b4d-48f9-41a6-815a-681cfd224b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.698195431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"10e35bf6-3027-410e-b501-2ef1d9e6d27d","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.709775711Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"52f5853f-3fc0-4b13-981b-be28ccde907c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5069f49e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.80546608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"28a95b4d-48f9-41a6-815a-681cfd224b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.838134214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"28a95b4d-48f9-41a6-815a-681cfd224b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"e2e-worker-w4-466f83-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.838160696Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-access","reconcileID":"28a95b4d-48f9-41a6-815a-681cfd224b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-466f83"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.846108729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"e414b00a-d297-4683-91a8-a9a064355cc1","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:01.741262997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"90fe8c94-2762-47eb-a16c-367f85c56cc2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:01.752111213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"90fe8c94-2762-47eb-a16c-367f85c56cc2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"e2e-shared-a-w2-63fde4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:01.762649433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-63fde4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"90fe8c94-2762-47eb-a16c-367f85c56cc2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:03.060261589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"6925acb3-dd5f-4772-a93f-563c731266cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:03.069241572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"6925acb3-dd5f-4772-a93f-563c731266cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:03.076430305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-6e5139-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"6925acb3-dd5f-4772-a93f-563c731266cc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:03.20342092Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"3b5c57a9-b73a-4af2-be9c-c43706003cec","namespace":"ai-tenant-e2e-worker-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:03.2034823Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"3b5c57a9-b73a-4af2-be9c-c43706003cec","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:03.208759506Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"3b5c57a9-b73a-4af2-be9c-c43706003cec","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:03.208772058Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"3b5c57a9-b73a-4af2-be9c-c43706003cec","namespace":"ai-tenant-e2e-worker-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:04.371746947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"af049cb3-339c-4162-b5db-23a59ec7b96c","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:04.377269083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"2d527f7c-9a08-431c-8b96-79dd934054d3","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:04.378719496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"1c603ede-7697-4048-83b1-211e6ec0af62","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:05.713419385Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"285384a0-0fb4-4739-8a10-b4ac66438eba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:05.718292979Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"285384a0-0fb4-4739-8a10-b4ac66438eba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:05.721913715Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"premium-simulator-subscription","reconcileID":"285384a0-0fb4-4739-8a10-b4ac66438eba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-466f83"},"name":"maas-trlp-premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83","model":"e2e-models-e2e-worker-w4-466f83/premium-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:05.848155541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"0843f85d-4f46-4765-8b9a-c5053e67f515","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:05.874850993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"907524a8-09f7-4bad-8478-e90b6158e453","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.590375769Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"139852fc-b30b-4a32-ae88-e2ed728f03a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.5905801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"6bcfaf56-ff07-4047-a822-5e71d57b94af","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.590638632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"6bcfaf56-ff07-4047-a822-5e71d57b94af","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.629636716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-a-da79fc","reconcileID":"82243d9f-2ba6-4c5f-8b44-6def531c78be","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-rate-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.697444646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"139852fc-b30b-4a32-ae88-e2ed728f03a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.727211135Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"139852fc-b30b-4a32-ae88-e2ed728f03a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.727234675Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-auth-da79fc","reconcileID":"139852fc-b30b-4a32-ae88-e2ed728f03a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.735120796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"553f14e8-366b-4b3f-9eb3-1066c7bda058","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.735142085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"553f14e8-366b-4b3f-9eb3-1066c7bda058","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.868179679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-a-da79fc","reconcileID":"e4f634e9-6562-452e-b8b2-da571fef4a1d","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-rate-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.887099935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"b3a1baee-4bad-46b7-afc5-6982804cf6ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.887120502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"031e93d1-65d5-46d9-aaed-6382f54934b2","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.887133616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"031e93d1-65d5-46d9-aaed-6382f54934b2","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.934427614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-b-da79fc","reconcileID":"0f2498a8-ef2a-4763-acbb-55c4031c302b","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-rate-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:10.994693234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"b3a1baee-4bad-46b7-afc5-6982804cf6ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.042212371Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"b3a1baee-4bad-46b7-afc5-6982804cf6ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.042243586Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-auth-da79fc","reconcileID":"b3a1baee-4bad-46b7-afc5-6982804cf6ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.050628885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"ce4b5444-6a7c-459b-8f0e-7a89ecfb26e8","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.050654017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"ce4b5444-6a7c-459b-8f0e-7a89ecfb26e8","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.076532726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-b-da79fc","reconcileID":"069f2fa1-7fac-418c-bb54-184e380da86a","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-rate-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.199023089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"ea558da6-0aaf-425d-96ef-fda8709c354a","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.199042689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"ea558da6-0aaf-425d-96ef-fda8709c354a","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.347668415Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.770660086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"a5b3b5ea-9077-4ad6-abbe-bc6ad12ae4ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.782273635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"a5b3b5ea-9077-4ad6-abbe-bc6ad12ae4ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"e2e-shared-a-w2-63fde4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.793436621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-63fde4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29a7e61d68d92773ff45f4d615b1af133a5487ac9d2381880d95d86d50d6f51b) AuthConfig (62b7ce8a40d7c3132bea21d4096135c2a7c8ea1b72032a242b42959003d20fba) AuthConfig (cfe3896a96e85ab726fc323b23db627e5716cd25bedaf48fbe5674d08099c186) AuthConfig (29623eb619cfb5b227341e3ca6ac71e0e18563590441968a92d71ca7c65f3451) AuthConfig (a805d4583e048b95b7a590f9e202b6ebb4ad8724021d1905b79e790aa0d56d16) AuthConfig (35b34c04f2132ddf50c4b4ca17662b643f6e54d27d2cf99c848f9c6b5e413a79) AuthConfig (0eb30fc5d4f2872a9f3670e82b2df5b8ebf5692eac1c8e3f09543fd1a84951c9) AuthConfig (73b60d21af257832c98f16d93a0e4ab2ce3cd1b9110dafeb11a668b81dcf195f) AuthConfig (9ddbd2f5f472653bcaca569d4479d18bb033c388168f95317f382ab147c0c6e7) AuthConfig (dabc13fed46459828f367f60f0bdc43c98cb425f49f4e0d3569e76a7767cdd04) AuthConfig (cddc396f572fc9d0240b4de45d20f9c9dc579ffdf9f3651f822912074f570f05) AuthConfig (5a8b1ead36dbcea87527dbf5b9d0f7f5d8ddb4d65af517c02a3329627ef36603) AuthConfig (3d98a693f148c3f461927265552710bff4f413b38492f741aceabab7be7815b1) AuthConfig (2fa611e13d8ee382a042e6eeb19de1f3faa77f9e74109a4f552a385433bef9a7) AuthConfig (18678da7369b456890436c192436ef8dd2d4952b76e7dbcf9861407dbf871ab5) AuthConfig (c80420d41712a20444b259fea01601e565c5f1279fc94cd1244713cd937f34ba) AuthConfig (3a82e5f844c7516d4faa04b9c6ce3e575f6d486df19e2e43ae31c6700b2c9aa0) AuthConfig (fae6c37c6e153bffae23585867635f05dbf4bab002c4c2ccbdc51155b90d3e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"a5b3b5ea-9077-4ad6-abbe-bc6ad12ae4ec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.804332537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"93e95c33-6461-47f4-87e2-44dd670de4b2","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:11.804349618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"93e95c33-6461-47f4-87e2-44dd670de4b2","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:13.083835315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"bd74bc02-57fb-451f-ad4d-0ed27861ff51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:13.093101719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"bd74bc02-57fb-451f-ad4d-0ed27861ff51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:13.102669625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-6e5139-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e45b4d85ba49bd1dd1a25bb1b2e2cc3c0017e6eeabc296eb80856575723ce6db) AuthConfig (82c4ed98797164bd4b691ff6763cbfca32ed87af16a804e27d09cbf90704649b) AuthConfig (f78766da3631d7258321991ea1c6e1b456683600aae26fe48084619fc66b5c5d) AuthConfig (d5796f620c9ef85434a88ad9de42e72b1e0baff884dc38b73012c04362817f75) AuthConfig (b3d4cc5359496c7405dbf1cece90da3028a69005d4431937e1701cfa9ab7a6b0) AuthConfig (03f6fde2e9148bec855e892d67b1cfb96b07903c58ef291940a2e5d2e42eebb0) AuthConfig (f02cf4d6b087d0c0f7f4e1747a3b294b0020681572cce3ab1bed95be27ca59ec) AuthConfig (0acbbce422d974503d1ecb4a802e5282668bc4c366c9af5ba63876946f9ef542) AuthConfig (6d09066c60c47b043e1fb0c1698cf8065faddd4a86cd5de3800e383c408f3f2e) AuthConfig (ce5b98bc25b7590f6dbc5748bac099a001dbfd7f7fe5bf860ee79beb427b6c5f) AuthConfig (acba26381fb0245bf36f11db3e57e643cd31f712c5e67cff22b5258527bed275) AuthConfig (7473009c01050f282dc4e0ed310b96399ef4864a4ab531f17dc90826a1124d11) AuthConfig (876e1686811055b635a5c11707b3c9e7149e1b087054c78e7f715f65ba41cca2) AuthConfig (42f4882852bfd1450c2a4f94f7da1644b116cce45814a6ec0e9692f4ed2a08eb) AuthConfig (98861308cebe6b99c4f11775dd7120c6867e134752682d6869406b0534b1c81d) AuthConfig (0dadf37bcf1ef93bffb148d011bb30834183ae5499d617d5bff7dc5bbfb1d4d1) AuthConfig (6161c26fe6e2208d9815e00b255b4026a52aa8d71eb45bcdc8f86d678a614355) AuthConfig (cfc036e0c0c84001be8c7f8bc42a861bbede829465f2303dbfebc3e8bfe6d1a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"bd74bc02-57fb-451f-ad4d-0ed27861ff51","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:13.121368446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"e997d69c-5143-4e40-b5c9-bb9921ef709f","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:13.121473235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"e997d69c-5143-4e40-b5c9-bb9921ef709f","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:14.372425387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"ddc883e6-55cb-4108-88f7-af634cbfbc5f","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:14.378564345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"afe75b93-17a6-41c8-8984-be98b6f9b7bd","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:14.379966065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"81a715a7-b988-4452-aeda-1a246886eae0","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:15.875508564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"765535ca-4a04-4e9b-97e6-4f58eaa33c8f","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.266788661Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-a-da79fc","reconcileID":"4414c559-593d-4cd1-a802-bdd3f5e35998","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","subscription":"e2e-rate-iso-a-da79fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.274268499Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-a-da79fc","reconcileID":"4414c559-593d-4cd1-a802-bdd3f5e35998","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.278384988Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-rate-iso-a-da79fc","reconcileID":"4414c559-593d-4cd1-a802-bdd3f5e35998","MaaSSubscription":{"name":"e2e-rate-iso-a-da79fc","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.404404853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"8e974a95-e4df-416a-9dbe-da8f391b7e5e","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/rate-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.404485401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"rate-test-model-ba89e0","reconcileID":"8e974a95-e4df-416a-9dbe-da8f391b7e5e","MaaSModelRef":{"name":"rate-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"rate-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"rate-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.557043611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"f3e95338-5830-4eaa-8ca5-b3223aa6a79c","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.557175639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"f3e95338-5830-4eaa-8ca5-b3223aa6a79c","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.813473294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"6741dbbe-bcaa-48b9-a781-15b28188e308","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.822190176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"6741dbbe-bcaa-48b9-a781-15b28188e308","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"e2e-shared-a-w2-63fde4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:21.829881379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-63fde4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29a7e61d68d92773ff45f4d615b1af133a5487ac9d2381880d95d86d50d6f51b) AuthConfig (62b7ce8a40d7c3132bea21d4096135c2a7c8ea1b72032a242b42959003d20fba) AuthConfig (cfe3896a96e85ab726fc323b23db627e5716cd25bedaf48fbe5674d08099c186) AuthConfig (29623eb619cfb5b227341e3ca6ac71e0e18563590441968a92d71ca7c65f3451) AuthConfig (a805d4583e048b95b7a590f9e202b6ebb4ad8724021d1905b79e790aa0d56d16) AuthConfig (35b34c04f2132ddf50c4b4ca17662b643f6e54d27d2cf99c848f9c6b5e413a79) AuthConfig (0eb30fc5d4f2872a9f3670e82b2df5b8ebf5692eac1c8e3f09543fd1a84951c9) AuthConfig (73b60d21af257832c98f16d93a0e4ab2ce3cd1b9110dafeb11a668b81dcf195f) AuthConfig (9ddbd2f5f472653bcaca569d4479d18bb033c388168f95317f382ab147c0c6e7) AuthConfig (dabc13fed46459828f367f60f0bdc43c98cb425f49f4e0d3569e76a7767cdd04) AuthConfig (cddc396f572fc9d0240b4de45d20f9c9dc579ffdf9f3651f822912074f570f05) AuthConfig (5a8b1ead36dbcea87527dbf5b9d0f7f5d8ddb4d65af517c02a3329627ef36603) AuthConfig (3d98a693f148c3f461927265552710bff4f413b38492f741aceabab7be7815b1) AuthConfig (2fa611e13d8ee382a042e6eeb19de1f3faa77f9e74109a4f552a385433bef9a7) AuthConfig (18678da7369b456890436c192436ef8dd2d4952b76e7dbcf9861407dbf871ab5) AuthConfig (c80420d41712a20444b259fea01601e565c5f1279fc94cd1244713cd937f34ba) AuthConfig (3a82e5f844c7516d4faa04b9c6ce3e575f6d486df19e2e43ae31c6700b2c9aa0) AuthConfig (fae6c37c6e153bffae23585867635f05dbf4bab002c4c2ccbdc51155b90d3e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"6741dbbe-bcaa-48b9-a781-15b28188e308","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:23.158826168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"8e24c467-1572-4986-a524-8a42115dca9e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:23.173156583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"8e24c467-1572-4986-a524-8a42115dca9e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:23.182878796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-6e5139-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e45b4d85ba49bd1dd1a25bb1b2e2cc3c0017e6eeabc296eb80856575723ce6db) AuthConfig (82c4ed98797164bd4b691ff6763cbfca32ed87af16a804e27d09cbf90704649b) AuthConfig (f78766da3631d7258321991ea1c6e1b456683600aae26fe48084619fc66b5c5d) AuthConfig (d5796f620c9ef85434a88ad9de42e72b1e0baff884dc38b73012c04362817f75) AuthConfig (b3d4cc5359496c7405dbf1cece90da3028a69005d4431937e1701cfa9ab7a6b0) AuthConfig (03f6fde2e9148bec855e892d67b1cfb96b07903c58ef291940a2e5d2e42eebb0) AuthConfig (f02cf4d6b087d0c0f7f4e1747a3b294b0020681572cce3ab1bed95be27ca59ec) AuthConfig (0acbbce422d974503d1ecb4a802e5282668bc4c366c9af5ba63876946f9ef542) AuthConfig (6d09066c60c47b043e1fb0c1698cf8065faddd4a86cd5de3800e383c408f3f2e) AuthConfig (ce5b98bc25b7590f6dbc5748bac099a001dbfd7f7fe5bf860ee79beb427b6c5f) AuthConfig (acba26381fb0245bf36f11db3e57e643cd31f712c5e67cff22b5258527bed275) AuthConfig (7473009c01050f282dc4e0ed310b96399ef4864a4ab531f17dc90826a1124d11) AuthConfig (876e1686811055b635a5c11707b3c9e7149e1b087054c78e7f715f65ba41cca2) AuthConfig (42f4882852bfd1450c2a4f94f7da1644b116cce45814a6ec0e9692f4ed2a08eb) AuthConfig (98861308cebe6b99c4f11775dd7120c6867e134752682d6869406b0534b1c81d) AuthConfig (0dadf37bcf1ef93bffb148d011bb30834183ae5499d617d5bff7dc5bbfb1d4d1) AuthConfig (6161c26fe6e2208d9815e00b255b4026a52aa8d71eb45bcdc8f86d678a614355) AuthConfig (cfc036e0c0c84001be8c7f8bc42a861bbede829465f2303dbfebc3e8bfe6d1a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"8e24c467-1572-4986-a524-8a42115dca9e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.372977763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"f2f50af4-c0b7-4b4c-baee-fb8c2dfd9728","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.379237066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"98aef124-c548-4001-a7ae-acc12880bc35","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.380342208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"2a7b738a-0df9-4890-93df-fd60fd3b5eac","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.746871381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"af2a0655-00d9-4c6e-aa6c-181910632c88","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.757559626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"34b11d44-fc29-48f2-999c-93a0392efa89","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.763254976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"49e97b25-c3ef-46d7-9cce-4c45ab843dad","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.770400888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"793f64cb-78cf-47cc-a6ef-a910689c3f43","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.83015482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"547a0926-bb78-4c9f-9cda-206de87ce3d1","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:24.830182497Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"547a0926-bb78-4c9f-9cda-206de87ce3d1","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"error":"LLMInferenceService distinct-2-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:24.840253522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"547a0926-bb78-4c9f-9cda-206de87ce3d1","error":"LLMInferenceService distinct-2-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.845998217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"8912e43e-b5eb-4cd4-8177-7fa37120e6f6","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-2-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-2-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:24.846106489Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"8912e43e-b5eb-4cd4-8177-7fa37120e6f6","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"error":"LLMInferenceService distinct-2-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:24.846238502Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-2-w4-466f83","reconcileID":"8912e43e-b5eb-4cd4-8177-7fa37120e6f6","error":"LLMInferenceService distinct-2-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.850785809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"cd169753-0982-4242-a26d-7ce8f198849d","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.85117002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"f891f242-eb13-4893-bb71-a3c4f76bd5b6","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:24.851651128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"2bddaa95-87f8-482b-aa03-a09a4fb9c522","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.145960757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"6bd452fa-d0ab-4dde-b0ca-a10f9aa954a7","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:25.145992641Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"6bd452fa-d0ab-4dde-b0ca-a10f9aa954a7","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"error":"LLMInferenceService premium-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:25.159678037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"6bd452fa-d0ab-4dde-b0ca-a10f9aa954a7","error":"LLMInferenceService premium-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.165068119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"d949b13d-1376-49ae-8d83-3d25323e4350","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"premium-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"premium-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:25.165096415Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"d949b13d-1376-49ae-8d83-3d25323e4350","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"error":"LLMInferenceService premium-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:25.16515721Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"premium-w4-466f83","reconcileID":"d949b13d-1376-49ae-8d83-3d25323e4350","error":"LLMInferenceService premium-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.169323779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"5a0c30be-2ace-4113-bd64-273a4994a198","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.169785672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"37e05b95-6292-4b8a-b06e-72f1e19f513d","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.417368621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"386e56df-64b4-4a00-8498-414c3f538976","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:25.417396594Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"386e56df-64b4-4a00-8498-414c3f538976","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"error":"LLMInferenceService simulator-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:25.428637745Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"386e56df-64b4-4a00-8498-414c3f538976","error":"LLMInferenceService simulator-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.434374927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"21cb2f79-836a-40f3-82da-1afa5c719432","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"simulator-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"simulator-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:25.434470418Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"21cb2f79-836a-40f3-82da-1afa5c719432","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"error":"LLMInferenceService simulator-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:25.434590219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"simulator-w4-466f83","reconcileID":"21cb2f79-836a-40f3-82da-1afa5c719432","error":"LLMInferenceService simulator-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.436330262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"c10de76c-756f-469b-b142-5faa6519830c","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.594341762Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","namespace":"ai-tenant-e2e-worker-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.594442312Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","namespace":"ai-tenant-e2e-worker-w4-466f83","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.594518398Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","tenant":"e2e-worker-w4-466f83","tenantID":"e2e-worker-w4-466f83","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.614827901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"Deployment","name":"maas-api-e2e-worker-w4-466f83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.634103796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"Service","name":"maas-api-e2e-worker-w4-466f83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.645310983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-466f83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.652624631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-466f83","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.669208255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.679494282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.695812161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.70239115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.705589617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.70887907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.712099093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"Service","name":"payload-processing-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.715363302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.718712552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.721754082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.724761901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.732665565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.733970331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"9fcd2cc0-8b05-4d5b-a9dc-ff9693cc8487","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"routeName":"distinct-w4-466f83-kserve-route","namespace":"e2e-models-e2e-worker-w4-466f83","llmisvcName":"distinct-w4-466f83","gateway":"openshift-ingress/e2e-worker-w4-466f83","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:25.734000024Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"9fcd2cc0-8b05-4d5b-a9dc-ff9693cc8487","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"error":"LLMInferenceService distinct-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.735831536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.7408919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:25.745433395Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-466f83","namespace":"e2e-models-e2e-worker-w4-466f83"},"namespace":"e2e-models-e2e-worker-w4-466f83","name":"distinct-w4-466f83","reconcileID":"9fcd2cc0-8b05-4d5b-a9dc-ff9693cc8487","error":"LLMInferenceService distinct-w4-466f83 not found in namespace e2e-models-e2e-worker-w4-466f83","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.748125427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-466f83","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:25.752134396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-466f83"},"namespace":"ai-tenant-e2e-worker-w4-466f83","name":"default-tenant","reconcileID":"ea9963fc-324f-4198-b174-54b478464e0e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-466f83","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.587272725Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-b-da79fc","reconcileID":"4e92b845-3cb9-45b2-b305-0128e4aa83b2","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","subscription":"e2e-rate-iso-b-da79fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.591248051Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-b-da79fc","reconcileID":"4e92b845-3cb9-45b2-b305-0128e4aa83b2","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.595168221Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-rate-iso-b-da79fc","reconcileID":"4e92b845-3cb9-45b2-b305-0128e4aa83b2","MaaSSubscription":{"name":"e2e-rate-iso-b-da79fc","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.623432912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"6a028c8c-8a24-4d0d-a002-ce4c0b4c2370","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/rate-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.623449607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"rate-test-model-99a8fe","reconcileID":"6a028c8c-8a24-4d0d-a002-ce4c0b4c2370","MaaSModelRef":{"name":"rate-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"rate-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"rate-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.871273885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"c1e0a6cd-521c-4059-925c-46d3ab32f974","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.879420379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"c1e0a6cd-521c-4059-925c-46d3ab32f974","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"e2e-shared-a-w2-63fde4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.886701564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-63fde4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (29a7e61d68d92773ff45f4d615b1af133a5487ac9d2381880d95d86d50d6f51b) AuthConfig (62b7ce8a40d7c3132bea21d4096135c2a7c8ea1b72032a242b42959003d20fba) AuthConfig (cfe3896a96e85ab726fc323b23db627e5716cd25bedaf48fbe5674d08099c186) AuthConfig (29623eb619cfb5b227341e3ca6ac71e0e18563590441968a92d71ca7c65f3451) AuthConfig (a805d4583e048b95b7a590f9e202b6ebb4ad8724021d1905b79e790aa0d56d16) AuthConfig (35b34c04f2132ddf50c4b4ca17662b643f6e54d27d2cf99c848f9c6b5e413a79) AuthConfig (0eb30fc5d4f2872a9f3670e82b2df5b8ebf5692eac1c8e3f09543fd1a84951c9) AuthConfig (73b60d21af257832c98f16d93a0e4ab2ce3cd1b9110dafeb11a668b81dcf195f) AuthConfig (9ddbd2f5f472653bcaca569d4479d18bb033c388168f95317f382ab147c0c6e7) AuthConfig (dabc13fed46459828f367f60f0bdc43c98cb425f49f4e0d3569e76a7767cdd04) AuthConfig (cddc396f572fc9d0240b4de45d20f9c9dc579ffdf9f3651f822912074f570f05) AuthConfig (5a8b1ead36dbcea87527dbf5b9d0f7f5d8ddb4d65af517c02a3329627ef36603) AuthConfig (3d98a693f148c3f461927265552710bff4f413b38492f741aceabab7be7815b1) AuthConfig (2fa611e13d8ee382a042e6eeb19de1f3faa77f9e74109a4f552a385433bef9a7) AuthConfig (18678da7369b456890436c192436ef8dd2d4952b76e7dbcf9861407dbf871ab5) AuthConfig (c80420d41712a20444b259fea01601e565c5f1279fc94cd1244713cd937f34ba) AuthConfig (3a82e5f844c7516d4faa04b9c6ce3e575f6d486df19e2e43ae31c6700b2c9aa0) AuthConfig (fae6c37c6e153bffae23585867635f05dbf4bab002c4c2ccbdc51155b90d3e3d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"c1e0a6cd-521c-4059-925c-46d3ab32f974","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:33.189736992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"92273424-c534-42f6-a13b-5de0737e7572","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:33.197961907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"92273424-c534-42f6-a13b-5de0737e7572","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:33.205066758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-6e5139-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e45b4d85ba49bd1dd1a25bb1b2e2cc3c0017e6eeabc296eb80856575723ce6db) AuthConfig (82c4ed98797164bd4b691ff6763cbfca32ed87af16a804e27d09cbf90704649b) AuthConfig (f78766da3631d7258321991ea1c6e1b456683600aae26fe48084619fc66b5c5d) AuthConfig (d5796f620c9ef85434a88ad9de42e72b1e0baff884dc38b73012c04362817f75) AuthConfig (b3d4cc5359496c7405dbf1cece90da3028a69005d4431937e1701cfa9ab7a6b0) AuthConfig (03f6fde2e9148bec855e892d67b1cfb96b07903c58ef291940a2e5d2e42eebb0) AuthConfig (f02cf4d6b087d0c0f7f4e1747a3b294b0020681572cce3ab1bed95be27ca59ec) AuthConfig (0acbbce422d974503d1ecb4a802e5282668bc4c366c9af5ba63876946f9ef542) AuthConfig (6d09066c60c47b043e1fb0c1698cf8065faddd4a86cd5de3800e383c408f3f2e) AuthConfig (ce5b98bc25b7590f6dbc5748bac099a001dbfd7f7fe5bf860ee79beb427b6c5f) AuthConfig (acba26381fb0245bf36f11db3e57e643cd31f712c5e67cff22b5258527bed275) AuthConfig (7473009c01050f282dc4e0ed310b96399ef4864a4ab531f17dc90826a1124d11) AuthConfig (876e1686811055b635a5c11707b3c9e7149e1b087054c78e7f715f65ba41cca2) AuthConfig (42f4882852bfd1450c2a4f94f7da1644b116cce45814a6ec0e9692f4ed2a08eb) AuthConfig (98861308cebe6b99c4f11775dd7120c6867e134752682d6869406b0534b1c81d) AuthConfig (0dadf37bcf1ef93bffb148d011bb30834183ae5499d617d5bff7dc5bbfb1d4d1) AuthConfig (6161c26fe6e2208d9815e00b255b4026a52aa8d71eb45bcdc8f86d678a614355) AuthConfig (cfc036e0c0c84001be8c7f8bc42a861bbede829465f2303dbfebc3e8bfe6d1a8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"92273424-c534-42f6-a13b-5de0737e7572","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.381372281Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-466f83","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-466f83","reconcileID":"25dd0cfb-3808-400d-84be-2810cbc10840","aitenant":"ai-tenants/e2e-worker-w4-466f83","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.52108631Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-466f83","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-466f83","reconcileID":"25dd0cfb-3808-400d-84be-2810cbc10840","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-466f83","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-466f83"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.551990767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77865362-6cb9-492f-85e8-72c9b26fbd60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.555517838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77865362-6cb9-492f-85e8-72c9b26fbd60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.558924845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77865362-6cb9-492f-85e8-72c9b26fbd60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.56222973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77865362-6cb9-492f-85e8-72c9b26fbd60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.821981065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91cee08-6c0a-49f1-a713-18165695e000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.825528898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91cee08-6c0a-49f1-a713-18165695e000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.829065532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91cee08-6c0a-49f1-a713-18165695e000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.832709564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b91cee08-6c0a-49f1-a713-18165695e000","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.297770394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcae8e0-fd6d-4eb5-a22f-204888a5184e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.301238951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcae8e0-fd6d-4eb5-a22f-204888a5184e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.304543476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcae8e0-fd6d-4eb5-a22f-204888a5184e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:38.307900734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbcae8e0-fd6d-4eb5-a22f-204888a5184e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:41.343976437Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:41.896105769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"aff91a25-7563-406d-b265-fb67703d06a9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:41.904315321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"aff91a25-7563-406d-b265-fb67703d06a9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"e2e-shared-a-w2-63fde4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:41.929625893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"ba6e3db7-9d8e-4c6a-86c8-452b71aa1231","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:41.929643725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"ba6e3db7-9d8e-4c6a-86c8-452b71aa1231","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.251904864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"874f5b3d-b6c8-4959-a5f8-e93751823204","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.260370935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"874f5b3d-b6c8-4959-a5f8-e93751823204","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.28690563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"09537515-1229-45de-a4a1-182b64c0061c","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.286987729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"09537515-1229-45de-a4a1-182b64c0061c","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.698485434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"d5476ac7-0355-4c16-9233-5fba30ebeae6","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.698506019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"d5476ac7-0355-4c16-9233-5fba30ebeae6","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.706504621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"206f0ae4-1801-445a-8434-6c36b1145e65","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.706525141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"206f0ae4-1801-445a-8434-6c36b1145e65","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.712830449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"dcfc443f-224b-43b3-b451-504e256ce7d7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.744939082Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"dcfc443f-224b-43b3-b451-504e256ce7d7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"e2e-shared-b-w2-3bcc2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.751950219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3bcc2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"dcfc443f-224b-43b3-b451-504e256ce7d7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.760576967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"9bae377a-e41b-400d-be62-53a1eaa21271","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.760612538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"9bae377a-e41b-400d-be62-53a1eaa21271","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.26046957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"24475d82-3189-4b2f-9f2a-a842c23914e8","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.26049026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"24475d82-3189-4b2f-9f2a-a842c23914e8","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.269341258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"70abc425-4f83-4b8a-bb2f-eed1c279ed0e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.270842942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"53f3cda4-971d-4af4-be0b-80ff6892d567","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.270862273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"53f3cda4-971d-4af4-be0b-80ff6892d567","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:45.271564493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-shared-sub-01e99e","reconcileID":"6595b623-2bee-42ce-96a8-87dedf2e72a8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-01e99e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:45.275999108Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"53f3cda4-971d-4af4-be0b-80ff6892d567","name":"sub-test-model-bab2c3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-bab2c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:45.27604106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"53f3cda4-971d-4af4-be0b-80ff6892d567","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-bab2c3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.278147562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"70abc425-4f83-4b8a-bb2f-eed1c279ed0e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.281619682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"37e88923-1585-431a-b11a-71d5f878aa9e","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.281633912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"37e88923-1585-431a-b11a-71d5f878aa9e","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.283960316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"58eaa700-238b-484e-9b5a-780b3455510e","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.283978769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"58eaa700-238b-484e-9b5a-780b3455510e","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.290579079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"ddcee91f-111f-4c1a-ac7f-ec7814acb370","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.290629718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"ddcee91f-111f-4c1a-ac7f-ec7814acb370","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.308698251Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-shared-sub-01e99e","reconcileID":"c00dca96-0593-4da5-92cf-0712d5e05a54","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"sub-test-model-bab2c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-bab2c3/e2e-shared-sub-01e99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.341681644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"d9e877be-6f99-44d4-9ae9-dce0c2b46ea7","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.341707056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"d9e877be-6f99-44d4-9ae9-dce0c2b46ea7","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.393465747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"dd0670e0-1158-40db-9b32-e0bde11cc4ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.402008928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"dd0670e0-1158-40db-9b32-e0bde11cc4ff","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.404464587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-shared-sub-01e99e","reconcileID":"077474ac-10c0-43fb-a018-f39a5a32ef8a","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.433218816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"9c7aa744-1b07-402a-abf6-0a8d7cb53959","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.433239047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"9c7aa744-1b07-402a-abf6-0a8d7cb53959","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:45.445732343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-shared-sub-01e99e","reconcileID":"1a5fbe52-6017-4352-a315-852059d48eb3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-01e99e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.445986833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"8980711e-e144-4ce5-b818-b60af250d42e","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.446002083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"8980711e-e144-4ce5-b818-b60af250d42e","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.458154789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"1a52103b-ca6a-49b4-b064-b647d29a1ada","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.45817326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"1a52103b-ca6a-49b4-b064-b647d29a1ada","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.464306523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"04c30dd0-9163-49fe-a45e-66ac31a17c9f","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.464322192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"04c30dd0-9163-49fe-a45e-66ac31a17c9f","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.494741814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"c853e74a-a526-46e0-9cc0-754757a4a9dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.50303838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"c853e74a-a526-46e0-9cc0-754757a4a9dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.508721066Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-shared-sub-01e99e","reconcileID":"b41d6130-0020-42d7-a0cf-fa6887198cb0","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"sub-test-model-6e5139","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-6e5139/e2e-shared-sub-01e99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.528277792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"7a3925b8-78d6-4986-8d1c-54f34692f2ac","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.528297577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"7a3925b8-78d6-4986-8d1c-54f34692f2ac","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.594528088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"e896ac20-4f0a-41a7-b1d4-c5c24858570a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.602981023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"e896ac20-4f0a-41a7-b1d4-c5c24858570a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.605179904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-shared-sub-01e99e","reconcileID":"782a1493-4990-40ea-86b6-5359cc60174d","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.642027842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"42113008-6d01-4535-b64e-7714012f71f2","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.642053242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"42113008-6d01-4535-b64e-7714012f71f2","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.649098038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"eab7f09d-86b3-4eb2-82b7-d69bc822fb53","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.64912055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"eab7f09d-86b3-4eb2-82b7-d69bc822fb53","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:45.654083135Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-a-only-01e99e","reconcileID":"3cd1cc8d-a0f9-424d-842f-c91084dd7b9f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-01e99e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.676628144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"ac2dba1a-d716-4b53-ac97-fef8a7e98f21","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.67664503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"ac2dba1a-d716-4b53-ac97-fef8a7e98f21","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.685297945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"597b66f1-ba1e-4366-9bc9-cc888d1e52f5","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.685319293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"597b66f1-ba1e-4366-9bc9-cc888d1e52f5","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.694814452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"83a5fac8-fae3-4fd5-bde0-e646261574dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.703542603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"83a5fac8-fae3-4fd5-bde0-e646261574dd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.716360528Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-a-only-01e99e","reconcileID":"c73328fb-0e4b-49d7-a0ce-41d51a557f8c","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w3-bab2c3/e2e-a-only-01e99e","ai-tenant-e2e-shared-a-w3-bab2c3/e2e-shared-sub-01e99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.756659251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"8a6f8277-8231-4422-8f1b-786c9c36f98d","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.756679285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"8a6f8277-8231-4422-8f1b-786c9c36f98d","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.807918821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"5d7f1796-6b36-4595-ab18-2579619d2dc8","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.808066875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"5d7f1796-6b36-4595-ab18-2579619d2dc8","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.809435453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-a-only-01e99e","reconcileID":"349b3c16-0ae9-4a60-ba5d-4aa4e2429384","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.812779864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-shared-sub-01e99e","reconcileID":"5355ae4a-e427-4d8f-a579-d1dfa7cb5f7f","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.815865091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"7a4849ba-d9d3-4fbb-b75a-62c03721992b","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.815886889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"7a4849ba-d9d3-4fbb-b75a-62c03721992b","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.816419188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"604dd557-d3a0-4f42-a12b-2e65466640cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:00:45.820143862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-b-only-01e99e","reconcileID":"a873f3a2-278f-49cd-9019-374f2fcbe45e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-01e99e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.827743824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"604dd557-d3a0-4f42-a12b-2e65466640cf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.83591293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"221e4144-f188-4cf8-9937-77fbaa428811","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.835930712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"221e4144-f188-4cf8-9937-77fbaa428811","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.844557664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"9a54ac32-fc5f-4cdc-8934-385abfae019a","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.844575095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"9a54ac32-fc5f-4cdc-8934-385abfae019a","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.91507162Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-b-only-01e99e","reconcileID":"6d6155bd-65a0-4d1c-92f9-8804d7dcb3ac","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w3-6e5139/e2e-b-only-01e99e","ai-tenant-e2e-shared-b-w3-6e5139/e2e-shared-sub-01e99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.934864935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"2ba2bd71-452e-432c-91d7-5300e1460719","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:45.934882693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"2ba2bd71-452e-432c-91d7-5300e1460719","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:46.006923048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-shared-sub-01e99e","reconcileID":"869e6840-c3a0-4076-b8de-2263ad89c8f7","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:46.006923394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-b-only-01e99e","reconcileID":"1f3255cb-3c65-48b8-9949-5cf73f463742","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.056338857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bdd67c3-fbc9-4175-bb01-68deca86122f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.060076546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bdd67c3-fbc9-4175-bb01-68deca86122f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.068652213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bdd67c3-fbc9-4175-bb01-68deca86122f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.072288392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bdd67c3-fbc9-4175-bb01-68deca86122f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.504015612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"487ac23d-6002-4557-9495-1dde8954d58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.507540489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"487ac23d-6002-4557-9495-1dde8954d58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.510847004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"487ac23d-6002-4557-9495-1dde8954d58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:47.514142846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"487ac23d-6002-4557-9495-1dde8954d58b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.800314164Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","namespace":"ai-tenant-e2e-extmod-a-dce009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.800407059Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","namespace":"ai-tenant-e2e-extmod-a-dce009","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.800478107Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","tenant":"e2e-extmod-a-dce009","tenantID":"e2e-extmod-a-dce009","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.8077519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"Deployment","name":"maas-api-e2e-extmod-a-dce009","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.819473357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"Service","name":"maas-api-e2e-extmod-a-dce009","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.834755144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-dce009","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.841477181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-dce009","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.850385307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.856370541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.866393925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.876525417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.879754678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.882807247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.885892639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"Service","name":"payload-processing-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.888661444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.891567655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.894506209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.897685288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.904816346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.908044928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.91101598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.913906998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-dce009","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:51.916903173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dce009"},"namespace":"ai-tenant-e2e-extmod-a-dce009","name":"default-tenant","reconcileID":"d0020ce1-d254-4775-8d89-c6b0b8e2e2c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-dce009","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:53.773250218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"921f8e00-e71a-4c48-82f5-1af388ef8b33","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:53.78569443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"921f8e00-e71a-4c48-82f5-1af388ef8b33","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"e2e-shared-b-w2-3bcc2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:53.792966719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3bcc2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"921f8e00-e71a-4c48-82f5-1af388ef8b33","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.416051116Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dce009","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dce009","reconcileID":"fb1f7569-0bfa-418d-bae4-8f68592e6a35","aitenant":"ai-tenants/e2e-extmod-a-dce009","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.51630201Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dce009","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dce009","reconcileID":"fb1f7569-0bfa-418d-bae4-8f68592e6a35","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-dce009","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-dce009"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.539080245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0ae387-afd7-4ee0-ab9c-fa1ade955726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.543145736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0ae387-afd7-4ee0-ab9c-fa1ade955726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.555714605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0ae387-afd7-4ee0-ab9c-fa1ade955726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.563284555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e0ae387-afd7-4ee0-ab9c-fa1ade955726","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.827812862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2aab96-5fd9-4893-bd67-aa06a21baa46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.831279007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2aab96-5fd9-4893-bd67-aa06a21baa46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.834588169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2aab96-5fd9-4893-bd67-aa06a21baa46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:55.838467035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae2aab96-5fd9-4893-bd67-aa06a21baa46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:56.078399163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a825f-acef-4945-b180-f9aa7d5bfe48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:56.091231514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a825f-acef-4945-b180-f9aa7d5bfe48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:56.126313659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a825f-acef-4945-b180-f9aa7d5bfe48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:56.163655199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720a825f-acef-4945-b180-f9aa7d5bfe48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:01.975954569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"f7056154-6c20-43b8-b966-0675c689e39d","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:01.975988185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"f7056154-6c20-43b8-b966-0675c689e39d","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:03.800993237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"76405bdb-1de9-4d0d-94d6-bfcbdc6af177","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:03.809174547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"76405bdb-1de9-4d0d-94d6-bfcbdc6af177","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"e2e-shared-b-w2-3bcc2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:03.817042326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3bcc2b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"76405bdb-1de9-4d0d-94d6-bfcbdc6af177","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.215668242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74adc5aa-760a-4566-bc1d-af42869005a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.219857559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74adc5aa-760a-4566-bc1d-af42869005a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.223958063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74adc5aa-760a-4566-bc1d-af42869005a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.240818013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74adc5aa-760a-4566-bc1d-af42869005a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.562007863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9037a1-e6f4-48fb-8889-a08ab1b067c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.567383141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9037a1-e6f4-48fb-8889-a08ab1b067c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.572632302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9037a1-e6f4-48fb-8889-a08ab1b067c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:04.578791965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df9037a1-e6f4-48fb-8889-a08ab1b067c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:11.346097558Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.050079456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-shared-sub-01e99e","reconcileID":"8a56caf3-0dd0-43bc-ba5e-04591036466c","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.050313937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-a-only-01e99e","reconcileID":"c95105f6-ea4e-4262-9185-5235287904be","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.050734003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-b-only-01e99e","reconcileID":"077d8c86-40dd-4166-9dd3-89b535eae661","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.051360731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-shared-sub-01e99e","reconcileID":"7226038a-a8d5-4211-ae9c-08d25a03dcdb","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.077615816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"ce23bd68-e89a-49b5-8d4c-ffdf2513e09a","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.077635203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"ce23bd68-e89a-49b5-8d4c-ffdf2513e09a","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.080318309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"153e258c-dca7-4f7e-bb9c-ff4f5ccefe70","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.080336301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"153e258c-dca7-4f7e-bb9c-ff4f5ccefe70","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.083772515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"79101244-d888-4b20-9e84-0833e35a336f","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.083796033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"79101244-d888-4b20-9e84-0833e35a336f","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.08431099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"40537ae7-6b14-4356-92d9-df0c86d8e14d","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.084333656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"40537ae7-6b14-4356-92d9-df0c86d8e14d","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.558051087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"f34aeb46-3d6d-4a1d-9cf2-8851675a4d95","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.566390187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"f34aeb46-3d6d-4a1d-9cf2-8851675a4d95","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.824810309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"b38984a1-6445-457d-b49a-c2d049448865","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.833458683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"b38984a1-6445-457d-b49a-c2d049448865","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"e2e-shared-b-w2-3bcc2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.841479126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3bcc2b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (198ff04c50613b88f91933acb3bef8e4d172f78ec2d32d525c09463e00972044) AuthConfig (d7cd699c1bb4a1eb5c134e5c32c3c03bf89bf84ad65657543dff609480e7f168) AuthConfig (b4eaf5547f79d70cc568dd5d23a548bd654a5af2b8c841675d0c093a64eb0851) AuthConfig (7165b6c456c677b28d11627cb579d4bbd188823eb5e64f5ce348b54e298bc72d) AuthConfig (15a46e804bee64b643fc0dcf94a85d376fffed6e81bed77277f94c001f64785d) AuthConfig (19915f0cdefb7ba6484e5bfbf75c79c4edaa6f0a773962ac417ee0f9e8607548) AuthConfig (cdf4bc95113bfd0b4df627374b720b489b849ec225df57fa8cb77017e0beec83) AuthConfig (c405dc2dc1307c5b2f9f27368e30859446f6a4c4a731aff2df47b5b68e7d5dfa) AuthConfig (cb37865a195880be796c08ec39e1c8f61395e3ec50c8e4a2b394088f7b107c11) AuthConfig (5d8b506f6210dc63f44531cfc91e6c02a98f85293e014c3ec569a5458f3e003f) AuthConfig (14dbf7d1b9339c85958c8d18295c311c0f9e8845b916a9461d15760e59c85640) AuthConfig (0f876fc7984ea2ab176ddfdc7c51218a9b5831aa41c50948ecea0f9c9545dfd9) AuthConfig (ec87581cc34dafcb71528f54e88149c2a5d506723ffe3fa53751cf02469e410c) AuthConfig (c96aa946789d554ac15bb0d663d6777ccf0e2d6afaff81701d5e8378f07a49c0) AuthConfig (d14dbcb550d75b71bf7649d79ea20a0f470e5690202cf8d17ca4b66c900eb084) AuthConfig (6a389c3680f16fe437048db91b3265f481dedcff6d9294b8d44aa3d0a39d8ddc) AuthConfig (7603c41a542ca12906a5321a2c8ee54bfbca0e9218b19745c308441cddeadf64) AuthConfig (3c350cca869ca627fd77d10835d4a8e577bd4889e2830bd3f893cf8e6d085064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"b38984a1-6445-457d-b49a-c2d049448865","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.855650523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"82c4e08a-ed4f-446f-9873-7d0783f366d9","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.855672813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"82c4e08a-ed4f-446f-9873-7d0783f366d9","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.92457024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"2fff401e-44ed-4cc5-8435-37416707a564","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.933199014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"2fff401e-44ed-4cc5-8435-37416707a564","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.299623962Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","namespace":"ai-tenant-e2e-extmod-b-05473b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.299677979Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","namespace":"ai-tenant-e2e-extmod-b-05473b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.299729888Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","tenant":"e2e-extmod-b-05473b","tenantID":"e2e-extmod-b-05473b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.310367522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"Deployment","name":"maas-api-e2e-extmod-b-05473b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.326990321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"Service","name":"maas-api-e2e-extmod-b-05473b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.338545406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-05473b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.348685645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-05473b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.360270808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.374719279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.393967787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.399798982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.402850531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.405664999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.408545623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"Service","name":"payload-processing-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.414999681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.418356162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.421455964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.424481628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.431970774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.435042083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.438354655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.441391024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-05473b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.444351971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-05473b"},"namespace":"ai-tenant-e2e-extmod-b-05473b","name":"default-tenant","reconcileID":"b0fb22ad-8e25-4a71-b473-1249d8c864c5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-05473b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.650161008Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-05473b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-05473b","reconcileID":"b3c3509f-5e26-490f-9dd1-42c2e2cf8eac","aitenant":"ai-tenants/e2e-extmod-b-05473b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.768632809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb773ad-3934-4de1-bf99-64b0aed7010d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.772343003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb773ad-3934-4de1-bf99-64b0aed7010d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.775639375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb773ad-3934-4de1-bf99-64b0aed7010d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.779114637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afb773ad-3934-4de1-bf99-64b0aed7010d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:17.779831484Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-05473b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-05473b","reconcileID":"b3c3509f-5e26-490f-9dd1-42c2e2cf8eac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-05473b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-05473b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.018315891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e20e5ca-779d-4943-b422-a19838c0eac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.021929687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e20e5ca-779d-4943-b422-a19838c0eac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.025258937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e20e5ca-779d-4943-b422-a19838c0eac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.028728888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e20e5ca-779d-4943-b422-a19838c0eac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.367846668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c3d6fa-fd27-42ce-b447-3d244dbed760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.372635869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c3d6fa-fd27-42ce-b447-3d244dbed760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.377625625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c3d6fa-fd27-42ce-b447-3d244dbed760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.382354092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c3d6fa-fd27-42ce-b447-3d244dbed760","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.542138556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"e56cc3f9-385f-4b17-8ecc-595d7930e55b","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.542169716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"e56cc3f9-385f-4b17-8ecc-595d7930e55b","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.771570044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"75e5d487-019a-426c-a575-68fb1ebcc0d1","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.771612039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"75e5d487-019a-426c-a575-68fb1ebcc0d1","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.777913362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"9876ffa0-3bd4-49f4-a65c-3a651cc51973","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.777935531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"9876ffa0-3bd4-49f4-a65c-3a651cc51973","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.784078611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"765618b7-da18-4d1e-b0a8-07165760ff6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.815575457Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"765618b7-da18-4d1e-b0a8-07165760ff6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.823826387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"765618b7-da18-4d1e-b0a8-07165760ff6a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.832655071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"dfc30b51-d89b-4a56-9bc6-d21ad06c0356","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:18.832687629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"dfc30b51-d89b-4a56-9bc6-d21ad06c0356","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:19.878301982Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"f41f8965-8f14-4c53-9e3a-a682ae2686ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:19.878475998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"2fa6aae0-1634-440b-a1bd-a7162de41998","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:19.878495514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"2fa6aae0-1634-440b-a1bd-a7162de41998","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:19.919892684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-shared-sub-01e99e","reconcileID":"ca898251-a8c1-414e-a6aa-f65dbe075cd4","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:19.920008864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-a-only-01e99e","reconcileID":"e6a051cc-ef77-4b33-b5ba-ccef23cfdad6","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:19.967726588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"f41f8965-8f14-4c53-9e3a-a682ae2686ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.044431386Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"f41f8965-8f14-4c53-9e3a-a682ae2686ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"e2e-shared-a-w3-bab2c3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.044460876Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-sub-iso-auth-01e99e","reconcileID":"f41f8965-8f14-4c53-9e3a-a682ae2686ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.058265667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"a465ce85-c6f5-433a-a704-703ecf5c02bb","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.058288591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"a465ce85-c6f5-433a-a704-703ecf5c02bb","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.085592205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-shared-sub-01e99e","reconcileID":"d0057765-6814-42a0-9d17-cce77eed8ac0","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.08574659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-a-only-01e99e","reconcileID":"e7dea12f-7d51-43fb-9366-519b41ab52e4","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.193701315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"65e138b4-cc76-447a-acf5-29e3f9e1ead6","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:20.193724695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"65e138b4-cc76-447a-acf5-29e3f9e1ead6","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:23.867059985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"ef4864a8-298e-45f6-b914-e8febee7cc57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:23.875704042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"ef4864a8-298e-45f6-b914-e8febee7cc57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"e2e-shared-b-w2-3bcc2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:23.88314301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-3bcc2b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (198ff04c50613b88f91933acb3bef8e4d172f78ec2d32d525c09463e00972044) AuthConfig (d7cd699c1bb4a1eb5c134e5c32c3c03bf89bf84ad65657543dff609480e7f168) AuthConfig (b4eaf5547f79d70cc568dd5d23a548bd654a5af2b8c841675d0c093a64eb0851) AuthConfig (7165b6c456c677b28d11627cb579d4bbd188823eb5e64f5ce348b54e298bc72d) AuthConfig (15a46e804bee64b643fc0dcf94a85d376fffed6e81bed77277f94c001f64785d) AuthConfig (19915f0cdefb7ba6484e5bfbf75c79c4edaa6f0a773962ac417ee0f9e8607548) AuthConfig (cdf4bc95113bfd0b4df627374b720b489b849ec225df57fa8cb77017e0beec83) AuthConfig (c405dc2dc1307c5b2f9f27368e30859446f6a4c4a731aff2df47b5b68e7d5dfa) AuthConfig (cb37865a195880be796c08ec39e1c8f61395e3ec50c8e4a2b394088f7b107c11) AuthConfig (5d8b506f6210dc63f44531cfc91e6c02a98f85293e014c3ec569a5458f3e003f) AuthConfig (14dbf7d1b9339c85958c8d18295c311c0f9e8845b916a9461d15760e59c85640) AuthConfig (0f876fc7984ea2ab176ddfdc7c51218a9b5831aa41c50948ecea0f9c9545dfd9) AuthConfig (ec87581cc34dafcb71528f54e88149c2a5d506723ffe3fa53751cf02469e410c) AuthConfig (c96aa946789d554ac15bb0d663d6777ccf0e2d6afaff81701d5e8378f07a49c0) AuthConfig (d14dbcb550d75b71bf7649d79ea20a0f470e5690202cf8d17ca4b66c900eb084) AuthConfig (6a389c3680f16fe437048db91b3265f481dedcff6d9294b8d44aa3d0a39d8ddc) AuthConfig (7603c41a542ca12906a5321a2c8ee54bfbca0e9218b19745c308441cddeadf64) AuthConfig (3c350cca869ca627fd77d10835d4a8e577bd4889e2830bd3f893cf8e6d085064)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"ef4864a8-298e-45f6-b914-e8febee7cc57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.387830729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586b361b-8746-4776-91ff-92790dc1dd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.405868209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586b361b-8746-4776-91ff-92790dc1dd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.421798477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586b361b-8746-4776-91ff-92790dc1dd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.45498947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586b361b-8746-4776-91ff-92790dc1dd2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.740648982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9fadbf-d0db-48f9-bd12-ddf518a537ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.744291341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9fadbf-d0db-48f9-bd12-ddf518a537ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.747823363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9fadbf-d0db-48f9-bd12-ddf518a537ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:25.751374062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b9fadbf-d0db-48f9-bd12-ddf518a537ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:28.841009999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"1d08c3f2-a5e9-4718-a5e1-daa8175f683f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:28.850060112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"1d08c3f2-a5e9-4718-a5e1-daa8175f683f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:28.857634207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"1d08c3f2-a5e9-4718-a5e1-daa8175f683f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:30.217659395Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-shared-sub-01e99e","reconcileID":"e07728b8-5b95-4788-9ca8-7e68d89182d7","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscription":"e2e-shared-sub-01e99e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:30.241856261Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-shared-sub-01e99e","reconcileID":"e07728b8-5b95-4788-9ca8-7e68d89182d7","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-bab2c3/e2e-a-only-01e99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:30.257436993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-a-only-01e99e","reconcileID":"44b4bfab-67c6-4f8d-89e4-70cf03e28113","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:30.380249763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"f3b4820e-2fc1-4f24-a44b-da23a0abfe00","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:30.387146402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"f3b4820e-2fc1-4f24-a44b-da23a0abfe00","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:30.526814687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"f24d38ae-36ae-48ea-bb20-06c9ba61d3dc","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:30.526902388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"f24d38ae-36ae-48ea-bb20-06c9ba61d3dc","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:33.896201401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"29a42a77-47ca-470b-827f-be68e8736c9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:33.905336768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"29a42a77-47ca-470b-827f-be68e8736c9c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"e2e-shared-b-w2-3bcc2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:34.029367688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"552e8047-0245-4fa3-bf39-ed0d55f8ac3a","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:34.029389246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"552e8047-0245-4fa3-bf39-ed0d55f8ac3a","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.841724728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"b05c3a73-745b-4387-9c68-83a30c0c3552","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.84174466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"b05c3a73-745b-4387-9c68-83a30c0c3552","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.850579878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"1bf20aa2-1bea-4bd3-a361-520d1c585e8e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.851856356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"caab35dd-91af-4203-a226-de9f1a7e2be0","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.851877694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"caab35dd-91af-4203-a226-de9f1a7e2be0","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:35.852933038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-a-4f861e","reconcileID":"f1167a60-1f4a-45eb-8479-a9cbf11aee91","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-4f861e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:35.857254897Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"caab35dd-91af-4203-a226-de9f1a7e2be0","name":"rate-test-model-63fde4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-63fde4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:35.857298607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"caab35dd-91af-4203-a226-de9f1a7e2be0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-63fde4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.859409555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"1bf20aa2-1bea-4bd3-a361-520d1c585e8e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"e2e-shared-a-w2-63fde4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.862649477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"1da17be1-cb5d-4f04-9582-42d1caa22426","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.862663678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"1da17be1-cb5d-4f04-9582-42d1caa22426","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.865147414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"a3e18bfc-1826-403c-9373-c913d2bf3a3b","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.865163863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"a3e18bfc-1826-403c-9373-c913d2bf3a3b","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.8741153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"fec8d055-b503-4835-8857-aa1c21f2a5dc","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.874138006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"fec8d055-b503-4835-8857-aa1c21f2a5dc","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.89019585Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-a-4f861e","reconcileID":"d2ca4b71-bbb3-4ace-94b6-31ce853e3d70","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"maas-trlp-rate-test-model-63fde4","model":"rate-test-model-63fde4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-63fde4/e2e-rate-iso-a-4f861e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.914786477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"2caf96a8-dd4a-4f3c-b23f-6a8aae8e107b","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.914804498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"2caf96a8-dd4a-4f3c-b23f-6a8aae8e107b","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.94791053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"40064562-4ece-4361-80c7-d2e29fcb942e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.95919469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"40064562-4ece-4361-80c7-d2e29fcb942e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"e2e-shared-a-w2-63fde4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.986716894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"2662a63b-8b20-456f-9b13-bef5ab666871","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.986731073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"2662a63b-8b20-456f-9b13-bef5ab666871","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.987386021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-a-4f861e","reconcileID":"f3de1bc8-e160-4dfc-83f4-f0d434afb873","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"maas-trlp-rate-test-model-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.998511006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"f8001041-958b-43b2-936b-8701c5049b8e","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:35.998640098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"f8001041-958b-43b2-936b-8701c5049b8e","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:35.99966273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-b-4f861e","reconcileID":"ca57c423-b7e7-4c6e-a27d-72056b911317","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-4f861e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:36.020089999Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"f8001041-958b-43b2-936b-8701c5049b8e","name":"rate-test-model-3bcc2b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-3bcc2b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:36.023791022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"f8001041-958b-43b2-936b-8701c5049b8e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-3bcc2b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.030071741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"7fcd15a9-8ddc-47b8-b48c-bb51d356bf26","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.030107293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"7fcd15a9-8ddc-47b8-b48c-bb51d356bf26","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.038081714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"a7cbe9b8-d3e1-4d9b-96d3-ed68231c8ef4","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.038111847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"a7cbe9b8-d3e1-4d9b-96d3-ed68231c8ef4","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.038620301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"bc0560d8-e06d-4bb5-ae07-b895ae492477","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.038652365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"bc0560d8-e06d-4bb5-ae07-b895ae492477","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.049316937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"d85f2822-02fe-407f-a859-cd636ba347a4","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.049344016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"d85f2822-02fe-407f-a859-cd636ba347a4","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.051130157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"c3bfe794-d69d-48dc-8d21-9a075e262a1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.060732126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"c3bfe794-d69d-48dc-8d21-9a075e262a1f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"e2e-shared-b-w2-3bcc2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.090225811Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-b-4f861e","reconcileID":"77081ec8-7056-4105-b1d8-05fe359298d3","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"maas-trlp-rate-test-model-3bcc2b","model":"rate-test-model-3bcc2b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-3bcc2b/e2e-rate-iso-b-4f861e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.110524027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"67f26f46-1a81-4dce-8e32-4e27fd058ae4","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.110542192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"67f26f46-1a81-4dce-8e32-4e27fd058ae4","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.15168137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"74f3079d-530c-4039-99f6-ee24d4f01075","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.165078194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"74f3079d-530c-4039-99f6-ee24d4f01075","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"e2e-shared-b-w2-3bcc2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.216518816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-b-4f861e","reconcileID":"e2ddcbed-c361-4dce-af33-246a05e30e87","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"maas-trlp-rate-test-model-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.603193229Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.603267399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.603328737Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","tenant":"e2e-shared-a-w1-7a92d4","tenantID":"e2e-shared-a-w1-7a92d4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.6086242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-7a92d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.620813929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"Service","name":"maas-api-e2e-shared-a-w1-7a92d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.636730507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-7a92d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.644139879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-7a92d4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.650720687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.658446941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.667921741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.673936399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.677194888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.680419693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.683677909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.686729477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.68984571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.692748089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.696064988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.705805885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.708889323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.712649584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.717078697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-7a92d4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:36.720187788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-7a92d4"},"namespace":"ai-tenant-e2e-shared-a-w1-7a92d4","name":"default-tenant","reconcileID":"f90be34a-c0c8-40fa-983d-8a55907c559b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-7a92d4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:38.864387683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"fe7de1c2-f0c4-46a9-823e-ab34543173a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:38.872936142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"fe7de1c2-f0c4-46a9-823e-ab34543173a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:38.879739196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bae29dc0441abeb53bd3594f98218a50789c07bc0a19a7ea9dc319a57203afd8) AuthConfig (5afc6165fb55455961eb243802259fdfcdccd258e64b5d402de0b79e9239daa2) AuthConfig (d3365e559ce3e50ae78595f02bb18b5b9d64e037eb9154196c2aae008f3b431a) AuthConfig (f848aba1c47889dc7751026abdc1ff923b6fcb7cdee093de75cfa6a2a6bcca28) AuthConfig (7b3243db305f56a4438a36b23334cda98265c85f6fc6690b284923570204d1ed) AuthConfig (c8befebc7dd93c0bb6575c75b29c474fe54386464f6591d105cdb954e402ab50) AuthConfig (6b2c4962f626b8eaa6a33dab98cd6317b586fd9aaa56ecfebc393a1aedabaeaf) AuthConfig (c731502cd886cc9231179750e420ef61f28b2e06ce466633c6d33dc0209e11e0) AuthConfig (0dcbb45d46d2194cda461462b00463291b5f2c93479cb2d1c10e9fccb7d41be9) AuthConfig (db2d25e0c07b1283deb16c37b05905eb5dd30ad13a097c47ffe87b77f79ab8a1) AuthConfig (e08c0fd41d6703e93f07aff423f6af51fef63a2a3e49c8cee20f6e22cdd0bed5) AuthConfig (20ed458c2d98ba853262c846d7df72b5bc313f864d9ade6f1c5122b0ce225168) AuthConfig (95d3b624a537c641d258d8eec61c5ecdf231c07cda1776e7798e4960f8b6a489) AuthConfig (40b2a12fe52abb0e0cbd88672f24f221a65240af0af25bca9a7012b499e46190) AuthConfig (cac029804b3e95f5f0c76856feb9b5bde19c9854ff107395fd0cc4a853a466c7) AuthConfig (d089fe75df86959a0219969b90339173ead0d15ca9b7e337b1e73965bafb9546) AuthConfig (59b79582f6d14aa64499926b7edcc46fde4916d03d8373cc5dd3fee63f18d63d) AuthConfig (884995602de782163b0c82eebf83630ea3dfead2ed6a3c9533da52465dfd749b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"fe7de1c2-f0c4-46a9-823e-ab34543173a9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:38.888971358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"379a51d3-250e-4780-a23c-4f1767729d8f","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:38.88898807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"379a51d3-250e-4780-a23c-4f1767729d8f","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.567378291Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-7a92d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-7a92d4","reconcileID":"cda27d8e-b148-4e7c-a911-9756b6f6aaa1","aitenant":"ai-tenants/e2e-shared-a-w1-7a92d4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.698265448Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-7a92d4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-7a92d4","reconcileID":"cda27d8e-b148-4e7c-a911-9756b6f6aaa1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-7a92d4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-7a92d4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.71287502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f6df50-a9e4-45ad-bb1c-e0eb61c07ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.716309719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f6df50-a9e4-45ad-bb1c-e0eb61c07ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.719960688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f6df50-a9e4-45ad-bb1c-e0eb61c07ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.723317388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f6df50-a9e4-45ad-bb1c-e0eb61c07ba6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.062880753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f5ca87-9885-4c43-b851-a4822d8e139c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.066874063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f5ca87-9885-4c43-b851-a4822d8e139c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.070910863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f5ca87-9885-4c43-b851-a4822d8e139c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.075118863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f5ca87-9885-4c43-b851-a4822d8e139c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.38289832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047690ef-12b2-4006-858d-6b71f56d300a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.389724858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047690ef-12b2-4006-858d-6b71f56d300a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.398475296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047690ef-12b2-4006-858d-6b71f56d300a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.404037761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047690ef-12b2-4006-858d-6b71f56d300a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.545099071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-a-only-01e99e","reconcileID":"538f4e25-f1fb-4843-af43-df37cdbc63c0","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","subscription":"e2e-a-only-01e99e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.548869121Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-a-only-01e99e","reconcileID":"538f4e25-f1fb-4843-af43-df37cdbc63c0","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.55254353Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"e2e-a-only-01e99e","reconcileID":"538f4e25-f1fb-4843-af43-df37cdbc63c0","MaaSSubscription":{"name":"e2e-a-only-01e99e","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"name":"maas-trlp-sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.581591723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"ba91c522-4b92-45f4-ab81-f737eb491e4e","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"tenant":"e2e-shared-a-w3-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","model":"ai-tenant-e2e-shared-a-w3-bab2c3/sub-test-model-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.581663316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"sub-test-model-bab2c3","reconcileID":"ba91c522-4b92-45f4-ab81-f737eb491e4e","MaaSModelRef":{"name":"sub-test-model-bab2c3","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"routeName":"sub-test-model-bab2c3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","llmisvcName":"sub-test-model-bab2c3","gateway":"openshift-ingress/e2e-shared-a-w3-bab2c3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.860321821Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"1b8998a3-8277-4fd0-aab9-adcc65bfb6e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.860414827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"fc3d4bba-9c34-4ac3-8f10-f7208e830ef4","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.860432597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"fc3d4bba-9c34-4ac3-8f10-f7208e830ef4","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.872173176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"1b8998a3-8277-4fd0-aab9-adcc65bfb6e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.885644155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-shared-sub-01e99e","reconcileID":"750795ac-4197-46fe-87e6-d1c5d8957017","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.885868133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-b-only-01e99e","reconcileID":"f4aa4746-58f2-4894-b1d5-ce88963cdc34","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.902089346Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"1b8998a3-8277-4fd0-aab9-adcc65bfb6e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"e2e-shared-b-w3-6e5139-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.90211277Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-sub-iso-auth-01e99e","reconcileID":"1b8998a3-8277-4fd0-aab9-adcc65bfb6e3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.909785161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"a1fc9025-bcb3-41a1-9787-1205ac059331","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:40.90980231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"a1fc9025-bcb3-41a1-9787-1205ac059331","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.042062064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-b-only-01e99e","reconcileID":"431c5172-3ec6-4806-b429-971414650097","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.045446904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-shared-sub-01e99e","reconcileID":"a12f8f7e-9102-42c5-bb7b-2458158f3677","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.108005971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"6e7ad8f2-aedd-43c9-930d-4d13a74a3b5a","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.108024251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"6e7ad8f2-aedd-43c9-930d-4d13a74a3b5a","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:41.345021399Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.518561867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b8dbee-f4f7-403d-b873-1a12e4705af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.522241381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b8dbee-f4f7-403d-b873-1a12e4705af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.525910664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b8dbee-f4f7-403d-b873-1a12e4705af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.529096368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b8dbee-f4f7-403d-b873-1a12e4705af3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.809457379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20763438-43aa-4f1b-a896-80d35bd083bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.813035469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20763438-43aa-4f1b-a896-80d35bd083bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.817202792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20763438-43aa-4f1b-a896-80d35bd083bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.821194275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20763438-43aa-4f1b-a896-80d35bd083bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.894948496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"6d03a7bb-ec3a-483e-a740-9670935e8032","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.906324594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"6d03a7bb-ec3a-483e-a740-9670935e8032","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:48.913769708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bae29dc0441abeb53bd3594f98218a50789c07bc0a19a7ea9dc319a57203afd8) AuthConfig (5afc6165fb55455961eb243802259fdfcdccd258e64b5d402de0b79e9239daa2) AuthConfig (d3365e559ce3e50ae78595f02bb18b5b9d64e037eb9154196c2aae008f3b431a) AuthConfig (f848aba1c47889dc7751026abdc1ff923b6fcb7cdee093de75cfa6a2a6bcca28) AuthConfig (7b3243db305f56a4438a36b23334cda98265c85f6fc6690b284923570204d1ed) AuthConfig (c8befebc7dd93c0bb6575c75b29c474fe54386464f6591d105cdb954e402ab50) AuthConfig (6b2c4962f626b8eaa6a33dab98cd6317b586fd9aaa56ecfebc393a1aedabaeaf) AuthConfig (c731502cd886cc9231179750e420ef61f28b2e06ce466633c6d33dc0209e11e0) AuthConfig (0dcbb45d46d2194cda461462b00463291b5f2c93479cb2d1c10e9fccb7d41be9) AuthConfig (db2d25e0c07b1283deb16c37b05905eb5dd30ad13a097c47ffe87b77f79ab8a1) AuthConfig (e08c0fd41d6703e93f07aff423f6af51fef63a2a3e49c8cee20f6e22cdd0bed5) AuthConfig (20ed458c2d98ba853262c846d7df72b5bc313f864d9ade6f1c5122b0ce225168) AuthConfig (95d3b624a537c641d258d8eec61c5ecdf231c07cda1776e7798e4960f8b6a489) AuthConfig (40b2a12fe52abb0e0cbd88672f24f221a65240af0af25bca9a7012b499e46190) AuthConfig (cac029804b3e95f5f0c76856feb9b5bde19c9854ff107395fd0cc4a853a466c7) AuthConfig (d089fe75df86959a0219969b90339173ead0d15ca9b7e337b1e73965bafb9546) AuthConfig (59b79582f6d14aa64499926b7edcc46fde4916d03d8373cc5dd3fee63f18d63d) AuthConfig (884995602de782163b0c82eebf83630ea3dfead2ed6a3c9533da52465dfd749b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"6d03a7bb-ec3a-483e-a740-9670935e8032","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.125860039Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-shared-sub-01e99e","reconcileID":"121f4fd0-d47c-4c6c-8f3c-15e6c63329c8","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscription":"e2e-shared-sub-01e99e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.148023002Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-shared-sub-01e99e","reconcileID":"121f4fd0-d47c-4c6c-8f3c-15e6c63329c8","MaaSSubscription":{"name":"e2e-shared-sub-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-6e5139/e2e-b-only-01e99e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.164090692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-b-only-01e99e","reconcileID":"e367176a-2241-48f0-8463-8ff9e0258423","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.173782606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"020f6c20-5d97-4483-83a1-eee7949841ef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.173808967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"020f6c20-5d97-4483-83a1-eee7949841ef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.461968757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"12a34b7e-ddbf-4bb5-8713-02862ec64822","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.462027155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"12a34b7e-ddbf-4bb5-8713-02862ec64822","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.004833962Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.004890977Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.004936429Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","tenant":"e2e-shared-b-w1-08a7bc","tenantID":"e2e-shared-b-w1-08a7bc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.012899948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-08a7bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.026682955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"Service","name":"maas-api-e2e-shared-b-w1-08a7bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.049271335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-08a7bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.05736523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-08a7bc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.070774173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.08263655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.091444527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.097247873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.101409493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.104793992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.108117096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.111471618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.114845178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.118243885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.121380729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.128433798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.131812308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.134901984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.138099149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-08a7bc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.141207937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-08a7bc"},"namespace":"ai-tenant-e2e-shared-b-w1-08a7bc","name":"default-tenant","reconcileID":"ab42ed40-7868-4d62-a3ae-05348388e66c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-08a7bc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:58.924510355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"d138b31e-38f3-4fe4-8f1d-f6097e7905ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:58.939556198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"d138b31e-38f3-4fe4-8f1d-f6097e7905ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:58.948969267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-ba89e0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bae29dc0441abeb53bd3594f98218a50789c07bc0a19a7ea9dc319a57203afd8) AuthConfig (5afc6165fb55455961eb243802259fdfcdccd258e64b5d402de0b79e9239daa2) AuthConfig (d3365e559ce3e50ae78595f02bb18b5b9d64e037eb9154196c2aae008f3b431a) AuthConfig (f848aba1c47889dc7751026abdc1ff923b6fcb7cdee093de75cfa6a2a6bcca28) AuthConfig (7b3243db305f56a4438a36b23334cda98265c85f6fc6690b284923570204d1ed) AuthConfig (c8befebc7dd93c0bb6575c75b29c474fe54386464f6591d105cdb954e402ab50) AuthConfig (6b2c4962f626b8eaa6a33dab98cd6317b586fd9aaa56ecfebc393a1aedabaeaf) AuthConfig (c731502cd886cc9231179750e420ef61f28b2e06ce466633c6d33dc0209e11e0) AuthConfig (0dcbb45d46d2194cda461462b00463291b5f2c93479cb2d1c10e9fccb7d41be9) AuthConfig (db2d25e0c07b1283deb16c37b05905eb5dd30ad13a097c47ffe87b77f79ab8a1) AuthConfig (e08c0fd41d6703e93f07aff423f6af51fef63a2a3e49c8cee20f6e22cdd0bed5) AuthConfig (20ed458c2d98ba853262c846d7df72b5bc313f864d9ade6f1c5122b0ce225168) AuthConfig (95d3b624a537c641d258d8eec61c5ecdf231c07cda1776e7798e4960f8b6a489) AuthConfig (40b2a12fe52abb0e0cbd88672f24f221a65240af0af25bca9a7012b499e46190) AuthConfig (cac029804b3e95f5f0c76856feb9b5bde19c9854ff107395fd0cc4a853a466c7) AuthConfig (d089fe75df86959a0219969b90339173ead0d15ca9b7e337b1e73965bafb9546) AuthConfig (59b79582f6d14aa64499926b7edcc46fde4916d03d8373cc5dd3fee63f18d63d) AuthConfig (884995602de782163b0c82eebf83630ea3dfead2ed6a3c9533da52465dfd749b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"d138b31e-38f3-4fe4-8f1d-f6097e7905ea","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.01391789Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-08a7bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-08a7bc","reconcileID":"74a0ae07-85f1-4736-aaeb-7b639053b0fd","aitenant":"ai-tenants/e2e-shared-b-w1-08a7bc","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.251576283Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-08a7bc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-08a7bc","reconcileID":"74a0ae07-85f1-4736-aaeb-7b639053b0fd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-08a7bc","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-08a7bc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.377309678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709aee09-f4a5-458e-ac09-4eb2779be198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.381865324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709aee09-f4a5-458e-ac09-4eb2779be198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.385969451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709aee09-f4a5-458e-ac09-4eb2779be198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.390485316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"709aee09-f4a5-458e-ac09-4eb2779be198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.479521261Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-b-only-01e99e","reconcileID":"2dfd6f00-bd30-444c-be42-be07081de6f9","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","subscription":"e2e-b-only-01e99e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.48353385Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-b-only-01e99e","reconcileID":"2dfd6f00-bd30-444c-be42-be07081de6f9","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.487551499Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"e2e-b-only-01e99e","reconcileID":"2dfd6f00-bd30-444c-be42-be07081de6f9","MaaSSubscription":{"name":"e2e-b-only-01e99e","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"name":"maas-trlp-sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.599777733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"854069b4-75a5-4fe4-bc92-f9152e9ab1e1","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"tenant":"e2e-shared-b-w3-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","model":"ai-tenant-e2e-shared-b-w3-6e5139/sub-test-model-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.599813652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"sub-test-model-6e5139","reconcileID":"854069b4-75a5-4fe4-bc92-f9152e9ab1e1","MaaSModelRef":{"name":"sub-test-model-6e5139","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"routeName":"sub-test-model-6e5139-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","llmisvcName":"sub-test-model-6e5139","gateway":"openshift-ingress/e2e-shared-b-w3-6e5139","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.668835246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-a-4f861e","reconcileID":"d1a762ff-0e50-4adc-8255-f1c8094a7ed2","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"maas-trlp-rate-test-model-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.710287093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"215f0667-9985-41fb-9b71-9eccb4af8713","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.710319642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"215f0667-9985-41fb-9b71-9eccb4af8713","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.7477803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc005b3a-ed8b-4a13-993f-eefbab6fbaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.751372207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc005b3a-ed8b-4a13-993f-eefbab6fbaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.752984501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-b-4f861e","reconcileID":"dc043cf5-8985-46bf-a4bf-84ce39803f21","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"maas-trlp-rate-test-model-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.755962391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc005b3a-ed8b-4a13-993f-eefbab6fbaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.759759677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc005b3a-ed8b-4a13-993f-eefbab6fbaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.900236071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"ecd89730-5d89-4de1-acea-cdf73707ad18","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:01.900269075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"ecd89730-5d89-4de1-acea-cdf73707ad18","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.08155519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"1870362f-e1d3-41f0-82fc-bfc74cf8dc0a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.090302104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"1870362f-e1d3-41f0-82fc-bfc74cf8dc0a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"e2e-shared-b-w2-3bcc2b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.171113751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc2c984-6720-48b3-9832-c14ddf2660de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.174641414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc2c984-6720-48b3-9832-c14ddf2660de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.177902124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc2c984-6720-48b3-9832-c14ddf2660de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.18121043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cc2c984-6720-48b3-9832-c14ddf2660de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.284009667Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-access","reconcileID":"0ade179c-fb63-412e-8f2b-fe7ff6962363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.348906427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"9e6f3085-4787-431c-93f9-f9778c36e983","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.445522855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"984d0a8c-7240-4372-be2f-549f3f3459f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.463019615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"984d0a8c-7240-4372-be2f-549f3f3459f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.468870719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"3fa4965e-2f68-466e-8131-c03d4777546b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.557731938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"4bd4de11-5680-49ad-8030-c4062f6c1330","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.56626673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"986f5957-3a7a-430b-94e8-4b712d0d82bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.574982157Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"979982d1-35f3-4d96-a20f-80adf4d24b83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a9e5cdca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.575639179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"986f5957-3a7a-430b-94e8-4b712d0d82bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.663789342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"530abaf7-27ae-41fc-9b99-faa585ecc7e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.672369048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"530abaf7-27ae-41fc-9b99-faa585ecc7e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.771381966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"54bd78c8-64d4-4356-ae88-5c5ff4691db6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.780402431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"54bd78c8-64d4-4356-ae88-5c5ff4691db6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"e2e-shared-a-w2-63fde4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.971351762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"81d01f3f-830b-4a61-98b4-cd93ac2e5f11","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.991914537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"33c11f81-eb3c-486d-84ea-66405353a5ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.992497728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"7c0905e1-42f3-4097-9181-fb9dd859d38e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:03.00020405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"33c11f81-eb3c-486d-84ea-66405353a5ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:03.034930083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"74883a9a-48d4-49ed-8462-92be5ac8ab2e","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:03.088262048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"78d808a1-8653-463f-bf22-5ab84f4856c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:05.724505379Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"23587901-053a-4cfe-849d-c3cb0de26181","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:05.724956992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"2a279fad-5c50-48d8-95b4-56da6ec7c119","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:05.72498383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"2a279fad-5c50-48d8-95b4-56da6ec7c119","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:05.752089261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-a-4f861e","reconcileID":"0ae5f2b5-bd80-422a-b229-473b5ae6a1db","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"maas-trlp-rate-test-model-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:05.83195146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"23587901-053a-4cfe-849d-c3cb0de26181","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:05.863648049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"23587901-053a-4cfe-849d-c3cb0de26181","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"e2e-shared-a-w2-63fde4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:05.863678525Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-auth-4f861e","reconcileID":"23587901-053a-4cfe-849d-c3cb0de26181","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:05.872062602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"112e08bd-b282-4a6f-b3f0-8382e2d4b654","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:05.872082443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"112e08bd-b282-4a6f-b3f0-8382e2d4b654","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:05.897464416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-a-4f861e","reconcileID":"0cc19bce-838c-479d-a1c5-e724f4a60441","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"maas-trlp-rate-test-model-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.02732503Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"7643e1a7-b257-4b51-9aa4-d65db4bda8c5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.027409226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"025b5202-ad09-4dab-bd81-008863d196e4","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.027427329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"025b5202-ad09-4dab-bd81-008863d196e4","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.055023482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-b-4f861e","reconcileID":"58a2c6f1-c1cf-4ea0-8a30-554fae0fc2db","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"maas-trlp-rate-test-model-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.134158676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"7643e1a7-b257-4b51-9aa4-d65db4bda8c5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.164338572Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"7643e1a7-b257-4b51-9aa4-d65db4bda8c5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"e2e-shared-b-w2-3bcc2b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.164367381Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-auth-4f861e","reconcileID":"7643e1a7-b257-4b51-9aa4-d65db4bda8c5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.172237858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"39bba365-a328-4f98-9c9f-8cff326a47b2","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.172254617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"39bba365-a328-4f98-9c9f-8cff326a47b2","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.196936792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-b-4f861e","reconcileID":"83248d45-8374-4fb4-8d08-2999d4f6d690","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"maas-trlp-rate-test-model-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.314175072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"7cd03d7e-a368-404d-a486-b38d4f1dc95d","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.314196564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"7cd03d7e-a368-404d-a486-b38d4f1dc95d","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:06.961467123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"8fcffc0a-e47c-4714-a7d7-84597d202268","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.669768114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"4e76d606-fb38-4a42-b0cc-68f2545741e4","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.72642828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"b8e09f09-4f61-45d3-8c34-fdf425d1507c","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.730214279Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"0c7b8dcb-1bbe-45ae-8205-8f3398838a7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.734216354Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"0c7b8dcb-1bbe-45ae-8205-8f3398838a7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.738266005Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"0c7b8dcb-1bbe-45ae-8205-8f3398838a7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.768571056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"c5e99d96-4f02-4d9e-917b-c35b760c9ad4","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.771462399Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"c47f8c04-3fa3-4b4b-a1c9-10c3722ac62b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.774479927Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"c47f8c04-3fa3-4b4b-a1c9-10c3722ac62b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/simulator-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.840862096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"064a75de-ad79-4718-90a7-cf599a62921e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.849075464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"064a75de-ad79-4718-90a7-cf599a62921e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:07.859765853Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"simulator-subscription","reconcileID":"c47f8c04-3fa3-4b4b-a1c9-10c3722ac62b","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.863560555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d3bdcac2-b017-4403-b571-632d93b3638a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:07.872203776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"d3bdcac2-b017-4403-b571-632d93b3638a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.956993255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"b0e44d00-85c7-4dba-bb54-8755f2a87958","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.965335669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"b0e44d00-85c7-4dba-bb54-8755f2a87958","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.990417781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"978f8b76-1df5-4c15-bebf-9fbfcd2204ca","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.990436694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"978f8b76-1df5-4c15-bebf-9fbfcd2204ca","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:10.487643607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"3fca6a94-edeb-49aa-a0a3-786741eaae2d","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:10.487667937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"3fca6a94-edeb-49aa-a0a3-786741eaae2d","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:10.496208621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"606bd033-ddc1-4de0-981d-480d4a539f06","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:10.496255823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"606bd033-ddc1-4de0-981d-480d4a539f06","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:10.502917508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"621c626c-2c54-4934-b49a-450e8d90fdb8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:10.532874299Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"621c626c-2c54-4934-b49a-450e8d90fdb8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:10.539957061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"621c626c-2c54-4934-b49a-450e8d90fdb8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:10.54669513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"542124e5-77d2-41aa-8fc9-376d1a626236","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:10.546714817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"542124e5-77d2-41aa-8fc9-376d1a626236","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:11.345611463Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:12.344034924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"768849f6-8df0-4e91-9d2d-6bec6f86f75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:12.347726047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"768849f6-8df0-4e91-9d2d-6bec6f86f75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:12.35100677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"768849f6-8df0-4e91-9d2d-6bec6f86f75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:12.354521384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"768849f6-8df0-4e91-9d2d-6bec6f86f75d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:12.641481089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5ceda4-a4bc-47bb-be16-d88dee443a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:12.645055101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5ceda4-a4bc-47bb-be16-d88dee443a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:12.652617132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5ceda4-a4bc-47bb-be16-d88dee443a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:12.662257317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e5ceda4-a4bc-47bb-be16-d88dee443a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.036053051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"2ab4876a-72bd-43c5-b3c1-92b2327182ba","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.230167628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e1e6acad-731b-4fd2-bff6-dbb7c1bb2a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.238484558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"2feda78a-5eec-44aa-b00f-af74c522d432","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.239067835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e1e6acad-731b-4fd2-bff6-dbb7c1bb2a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.259236188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"15131f07-4f0e-4b83-b1c2-6749cfd709df","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.262437981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"a30d6cb1-80c7-4c6a-9f71-2dae3c88142c","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.262659703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"41ac6d23-e457-40da-820d-c432b21a3564","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.266212321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"f1970478-216d-44e5-9cca-b568a66abb0f","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.357356328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e9ff8409-ffbf-42b1-b0f3-db141344bb5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.36596678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"e9ff8409-ffbf-42b1-b0f3-db141344bb5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.366066207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"c90fbca1-bdea-495b-97d9-cc71fdf9c670","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.428215507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcec17e1-e6dd-448a-a953-c4b0f35b1ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.441491904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcec17e1-e6dd-448a-a953-c4b0f35b1ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.445197716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcec17e1-e6dd-448a-a953-c4b0f35b1ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.448538252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcec17e1-e6dd-448a-a953-c4b0f35b1ed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.799345381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24aff3d-40e4-48e9-88f3-dc2519b42fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.810031057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24aff3d-40e4-48e9-88f3-dc2519b42fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.848657399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24aff3d-40e4-48e9-88f3-dc2519b42fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.863828076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24aff3d-40e4-48e9-88f3-dc2519b42fb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.912495138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"1784ff50-cbc8-4e4c-b783-dd6e03b5281a","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.92758093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4f1d8661-7b4f-4619-bd21-4d678beaf6a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.932815241Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"e75d29b8-cfc5-424a-835b-51f9b03a377c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a73c9e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:13.936867411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"4f1d8661-7b4f-4619-bd21-4d678beaf6a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.052230259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"51cadf27-d1a2-445a-95bf-b2becf8711a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.060867378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"51cadf27-d1a2-445a-95bf-b2becf8711a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.084774418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5e2fb-e60d-4462-b714-3b8b114952d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.089781132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5e2fb-e60d-4462-b714-3b8b114952d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.095887594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5e2fb-e60d-4462-b714-3b8b114952d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.102850234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea5e2fb-e60d-4462-b714-3b8b114952d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.311978054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8631162e-28d7-4bc0-88e9-d9f7c4458c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.315498957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8631162e-28d7-4bc0-88e9-d9f7c4458c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.319361869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8631162e-28d7-4bc0-88e9-d9f7c4458c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.325338593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8631162e-28d7-4bc0-88e9-d9f7c4458c9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.405091879Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c488c7d8-5848-4123-901b-6dc2cec3ea08","namespace":"ai-tenant-e2e-worker-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.408454784Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c488c7d8-5848-4123-901b-6dc2cec3ea08","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.414111071Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c488c7d8-5848-4123-901b-6dc2cec3ea08","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.414124416Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c488c7d8-5848-4123-901b-6dc2cec3ea08","namespace":"ai-tenant-e2e-worker-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.414180093Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c488c7d8-5848-4123-901b-6dc2cec3ea08","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.422236715Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c488c7d8-5848-4123-901b-6dc2cec3ea08","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.422246464Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f5e77ed5-9fe1-475b-9962-409c9ed1d4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.422542717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"b6b31c38-5816-4ea5-86b0-1cbca548b6c4","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.565309116Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"6558e23f-3635-4a6e-90f5-e7ac163929a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a73c9e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.583710341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f5e77ed5-9fe1-475b-9962-409c9ed1d4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.662825381Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f5e77ed5-9fe1-475b-9962-409c9ed1d4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"e2e-worker-w1-b13a14-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.662847874Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-access","reconcileID":"f5e77ed5-9fe1-475b-9962-409c9ed1d4b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.667759582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c39297-3fb4-4588-84f2-221566214893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.670725357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"f606d71d-6ab1-4853-94e6-5eda87c5f74f","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.671102696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c39297-3fb4-4588-84f2-221566214893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.674705069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c39297-3fb4-4588-84f2-221566214893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:14.678493157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3c39297-3fb4-4588-84f2-221566214893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:16.331200721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-a-4f861e","reconcileID":"131493eb-a38f-4246-898e-59dcfd695dd1","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","subscription":"e2e-rate-iso-a-4f861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:16.335119144Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-a-4f861e","reconcileID":"131493eb-a38f-4246-898e-59dcfd695dd1","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:16.339087375Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"e2e-rate-iso-a-4f861e","reconcileID":"131493eb-a38f-4246-898e-59dcfd695dd1","MaaSSubscription":{"name":"e2e-rate-iso-a-4f861e","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"name":"maas-trlp-rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:16.374972109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"17f74d72-c776-4262-83c2-c7497c9f1fca","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"tenant":"e2e-shared-a-w2-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","model":"ai-tenant-e2e-shared-a-w2-63fde4/rate-test-model-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:16.374989149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"rate-test-model-63fde4","reconcileID":"17f74d72-c776-4262-83c2-c7497c9f1fca","MaaSModelRef":{"name":"rate-test-model-63fde4","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"routeName":"rate-test-model-63fde4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","llmisvcName":"rate-test-model-63fde4","gateway":"openshift-ingress/e2e-shared-a-w2-63fde4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:16.532194492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"456476d1-82f9-4600-a9e8-a767ec986bad","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:16.532218303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"456476d1-82f9-4600-a9e8-a767ec986bad","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:20.554200164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"fe0fefb5-d064-46f8-8d41-698ff37da357","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:20.564243583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"fe0fefb5-d064-46f8-8d41-698ff37da357","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:20.57131335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"fe0fefb5-d064-46f8-8d41-698ff37da357","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.052735753Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","namespace":"ai-tenant-e2e-extmod-a-14ebbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.052797335Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","namespace":"ai-tenant-e2e-extmod-a-14ebbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.052847742Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","tenant":"e2e-extmod-a-14ebbb","tenantID":"e2e-extmod-a-14ebbb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.058112167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"Deployment","name":"maas-api-e2e-extmod-a-14ebbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.073657655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"Service","name":"maas-api-e2e-extmod-a-14ebbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.083475332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-14ebbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.092413569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-14ebbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.10276597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.113580058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.122851187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.132068609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.135284644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.139233432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.144560708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"Service","name":"payload-processing-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.147971433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.151182187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.154320887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.157703234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.164878438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.168279407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.171517678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.174683777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-14ebbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.177929377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-14ebbb"},"namespace":"ai-tenant-e2e-extmod-a-14ebbb","name":"default-tenant","reconcileID":"6c439e19-cff6-4a56-b7de-6930fb17605b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-14ebbb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:23.2625591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"5c272625-3e81-49ee-a65d-7bbaf6a5865e","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:23.262902371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"69204ba2-22f1-4d55-aa07-038a32afa06b","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:23.266725429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"e019c39a-915f-4aca-845e-2e43507c11a4","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:24.56875549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"bc4e5c94-00d5-4a56-9036-079e6a3ef9d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:24.572548139Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"bc4e5c94-00d5-4a56-9036-079e6a3ef9d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:24.576278176Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"premium-simulator-subscription","reconcileID":"bc4e5c94-00d5-4a56-9036-079e6a3ef9d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"name":"maas-trlp-premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14","model":"e2e-models-e2e-worker-w1-b13a14/premium-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:24.641491456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"11a0fd1a-9cea-4054-bc90-81c10bf2307f","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:26.552097673Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-b-4f861e","reconcileID":"dec04be7-f976-4c19-9666-452dab920dd7","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","subscription":"e2e-rate-iso-b-4f861e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:26.556386005Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-b-4f861e","reconcileID":"dec04be7-f976-4c19-9666-452dab920dd7","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:26.580262617Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"e2e-rate-iso-b-4f861e","reconcileID":"dec04be7-f976-4c19-9666-452dab920dd7","MaaSSubscription":{"name":"e2e-rate-iso-b-4f861e","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"name":"maas-trlp-rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:26.609847386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"f2e13a89-466e-455a-8039-b99616ab8937","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"tenant":"e2e-shared-b-w2-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","model":"ai-tenant-e2e-shared-b-w2-3bcc2b/rate-test-model-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:26.609867255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"rate-test-model-3bcc2b","reconcileID":"f2e13a89-466e-455a-8039-b99616ab8937","MaaSModelRef":{"name":"rate-test-model-3bcc2b","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"routeName":"rate-test-model-3bcc2b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","llmisvcName":"rate-test-model-3bcc2b","gateway":"openshift-ingress/e2e-shared-b-w2-3bcc2b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:26.91855162Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-14ebbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-14ebbb","reconcileID":"0955e716-c440-44bd-88da-6f250122af91","aitenant":"ai-tenants/e2e-extmod-a-14ebbb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:27.041802591Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-14ebbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-14ebbb","reconcileID":"0955e716-c440-44bd-88da-6f250122af91","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-14ebbb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-14ebbb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:27.045054036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eb80c9-3139-425d-b742-c7bb366b7c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:27.056434412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eb80c9-3139-425d-b742-c7bb366b7c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:27.059805369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eb80c9-3139-425d-b742-c7bb366b7c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:27.063865292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65eb80c9-3139-425d-b742-c7bb366b7c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:27.353510556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799752eb-2b70-4258-8c81-4a5a5b766881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:27.361757796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799752eb-2b70-4258-8c81-4a5a5b766881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:27.36672055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799752eb-2b70-4258-8c81-4a5a5b766881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:27.37076133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"799752eb-2b70-4258-8c81-4a5a5b766881","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:30.578215825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"3621e34f-3933-498f-a008-44d89e2d14c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:30.590005852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"3621e34f-3933-498f-a008-44d89e2d14c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:30.598633002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"3621e34f-3933-498f-a008-44d89e2d14c0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.47293026Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","namespace":"ai-tenant-e2e-worker-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.472994378Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","namespace":"ai-tenant-e2e-worker-w1-b13a14","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.473069719Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","tenant":"e2e-worker-w1-b13a14","tenantID":"e2e-worker-w1-b13a14","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.478393354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"Deployment","name":"maas-api-e2e-worker-w1-b13a14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.491959973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"Service","name":"maas-api-e2e-worker-w1-b13a14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.503691038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-b13a14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.511636845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-b13a14","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.519535091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.527413747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.537322242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.54331609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.55141053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.554329985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.557404273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"Service","name":"payload-processing-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.569339544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.572266135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.575423344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.578439972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.585725093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.588737335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.591746383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.594948156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-b13a14","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.59803038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-b13a14"},"namespace":"ai-tenant-e2e-worker-w1-b13a14","name":"default-tenant","reconcileID":"c37f3c96-bd94-4a14-9ac9-76288b34049e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-b13a14","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:33.263164348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"19d97987-fc39-4c71-a893-b04b7d1fb844","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:33.263396491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"8e78b782-7261-43ae-8e45-50745a6c24eb","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:33.267211763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"57ce31be-da61-4f6a-8827-1a6ee2f65219","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:34.642537168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"1f0f2733-7c93-4509-82d0-41df3bb9632e","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:34.720445697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c4e203-b7c4-4366-b208-6520be985f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:34.746469756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c4e203-b7c4-4366-b208-6520be985f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:34.750787308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c4e203-b7c4-4366-b208-6520be985f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:34.754214906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9c4e203-b7c4-4366-b208-6520be985f0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:35.124383939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae85d07d-9498-4208-8e54-2676d178755c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:35.128211831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae85d07d-9498-4208-8e54-2676d178755c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:35.131792806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae85d07d-9498-4208-8e54-2676d178755c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:35.135147646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae85d07d-9498-4208-8e54-2676d178755c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:35.329896684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fae47a-014e-42fe-a430-af323e81d999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:35.333205649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fae47a-014e-42fe-a430-af323e81d999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:35.336527896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fae47a-014e-42fe-a430-af323e81d999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:35.33979878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fae47a-014e-42fe-a430-af323e81d999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.519264561Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","namespace":"ai-tenant-e2e-extmod-b-6350b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.519318786Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","namespace":"ai-tenant-e2e-extmod-b-6350b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.519363181Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","tenant":"e2e-extmod-b-6350b9","tenantID":"e2e-extmod-b-6350b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.525114077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"Deployment","name":"maas-api-e2e-extmod-b-6350b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.536669129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"Service","name":"maas-api-e2e-extmod-b-6350b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.550991917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-6350b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.557537134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-6350b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.563814442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.572408607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.583469723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.589502421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.59246465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.595516522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.598459836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"Service","name":"payload-processing-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.601324732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.605012998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.607918545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.610812103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.617786365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.622770497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.625807156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.630622528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-6350b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:38.634272458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-6350b9"},"namespace":"ai-tenant-e2e-extmod-b-6350b9","name":"default-tenant","reconcileID":"daf54e4e-300f-4abb-bf4f-f046ae7c11be","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-6350b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.608005514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"39835e99-47a4-44f5-a7d7-4f6e12f8178f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.618578813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"39835e99-47a4-44f5-a7d7-4f6e12f8178f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.626147041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"39835e99-47a4-44f5-a7d7-4f6e12f8178f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.365382754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:42.583756821Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6350b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6350b9","reconcileID":"d6fe19c0-e3cf-47eb-97b4-364e38cd38d5","aitenant":"ai-tenants/e2e-extmod-b-6350b9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:42.68468967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144f18dd-7ef6-4912-8577-f7a07faf0fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:42.688591139Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-6350b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-6350b9","reconcileID":"d6fe19c0-e3cf-47eb-97b4-364e38cd38d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-6350b9","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-6350b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:42.690423223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144f18dd-7ef6-4912-8577-f7a07faf0fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:42.694682019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144f18dd-7ef6-4912-8577-f7a07faf0fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:42.70056992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"144f18dd-7ef6-4912-8577-f7a07faf0fdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.196925903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6761e85a-d400-4ce5-a775-2c3a3e57b603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.220842262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6761e85a-d400-4ce5-a775-2c3a3e57b603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.256173341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6761e85a-d400-4ce5-a775-2c3a3e57b603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.264820038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6761e85a-d400-4ce5-a775-2c3a3e57b603","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.265544578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"094b10cd-af07-4827-b46f-8ee6edfbca52","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.266759656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"a9636fcc-2f20-41c5-b717-0878e69c6c28","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.2707778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"5b63df16-ac98-43b5-ae52-22635b15f53c","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.525425496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"ec01349f-d44c-41a6-9052-734f71c7eae4","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.532466635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"bb424ac5-57c7-4706-83e2-98fe9b8dc2de","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.540137476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"6fd39fdc-5377-40c8-b9ff-de85fe1a3c0e","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.551943527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"e671d7a2-98f2-4a9c-8d32-82636fb24659","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.609655452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"880cdc11-808f-477f-89ba-0b04a870b98a","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-2-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-2-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:43.609682935Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"880cdc11-808f-477f-89ba-0b04a870b98a","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"error":"LLMInferenceService distinct-2-w1-b13a14 not found in namespace e2e-models-e2e-worker-w1-b13a14","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:43.622140388Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-2-w1-b13a14","reconcileID":"880cdc11-808f-477f-89ba-0b04a870b98a","error":"LLMInferenceService distinct-2-w1-b13a14 not found in namespace e2e-models-e2e-worker-w1-b13a14","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.624629887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"56427587-b9da-4b4a-8a57-39b58c02fcb5","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.624867831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"aaabd49f-3f70-4812-9ee7-cea7de286b0d","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.625070241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"8f32d6b3-1126-41f2-9f1d-2eb1a6ef5acb","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.874144019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"a34bcbf9-0ae3-4601-a82d-9c045bb159df","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"simulator-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"simulator-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:43.87427658Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"a34bcbf9-0ae3-4601-a82d-9c045bb159df","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"error":"LLMInferenceService simulator-w1-b13a14 not found in namespace e2e-models-e2e-worker-w1-b13a14","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:43.889575165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"simulator-w1-b13a14","reconcileID":"a34bcbf9-0ae3-4601-a82d-9c045bb159df","error":"LLMInferenceService simulator-w1-b13a14 not found in namespace e2e-models-e2e-worker-w1-b13a14","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.89811477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"ff3220a5-cced-4324-89ac-96d629f6027c","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.898437854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"17b9d771-83fe-48c5-8954-2ac7be94ec2f","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:44.136305235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"d1d7a067-ab83-4aff-a31d-ef3fd4c2ec9b","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:44.13633501Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"d1d7a067-ab83-4aff-a31d-ef3fd4c2ec9b","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"error":"LLMInferenceService distinct-w1-b13a14 not found in namespace e2e-models-e2e-worker-w1-b13a14","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:44.148748259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"d1d7a067-ab83-4aff-a31d-ef3fd4c2ec9b","error":"LLMInferenceService distinct-w1-b13a14 not found in namespace e2e-models-e2e-worker-w1-b13a14","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:44.157975436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"085793ed-1b17-47e6-8ed8-326b08833b72","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"distinct-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"distinct-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:44.158097922Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"085793ed-1b17-47e6-8ed8-326b08833b72","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"error":"LLMInferenceService distinct-w1-b13a14 not found in namespace e2e-models-e2e-worker-w1-b13a14","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:44.158300936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"distinct-w1-b13a14","reconcileID":"085793ed-1b17-47e6-8ed8-326b08833b72","error":"LLMInferenceService distinct-w1-b13a14 not found in namespace e2e-models-e2e-worker-w1-b13a14","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:44.160643222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"3990a2d9-407b-434f-bbff-42fdbfb2b16c","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:44.319747675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"f4991938-0c6b-4bb6-9290-8c72751088f0","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"routeName":"premium-w1-b13a14-kserve-route","namespace":"e2e-models-e2e-worker-w1-b13a14","llmisvcName":"premium-w1-b13a14","gateway":"openshift-ingress/e2e-worker-w1-b13a14","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:44.319865781Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"f4991938-0c6b-4bb6-9290-8c72751088f0","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"error":"LLMInferenceService premium-w1-b13a14 not found in namespace e2e-models-e2e-worker-w1-b13a14","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:227\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:44.353006098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-b13a14","namespace":"e2e-models-e2e-worker-w1-b13a14"},"namespace":"e2e-models-e2e-worker-w1-b13a14","name":"premium-w1-b13a14","reconcileID":"f4991938-0c6b-4bb6-9290-8c72751088f0","error":"LLMInferenceService premium-w1-b13a14 not found in namespace e2e-models-e2e-worker-w1-b13a14","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.668466961Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b13a14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b13a14","reconcileID":"84859c04-4fda-4736-97e9-eb81c4d3cd9f","aitenant":"ai-tenants/e2e-worker-w1-b13a14","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.801615898Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-b13a14","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-b13a14","reconcileID":"84859c04-4fda-4736-97e9-eb81c4d3cd9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-b13a14","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-b13a14"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.84400879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f180610-d710-4365-aa4e-9065e15652c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.847518138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f180610-d710-4365-aa4e-9065e15652c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.851178927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f180610-d710-4365-aa4e-9065e15652c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.854614373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f180610-d710-4365-aa4e-9065e15652c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.200813518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0212026d-ae1f-4027-8c98-d9bd8d4255cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.205017833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0212026d-ae1f-4027-8c98-d9bd8d4255cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.209071685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0212026d-ae1f-4027-8c98-d9bd8d4255cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.213260488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0212026d-ae1f-4027-8c98-d9bd8d4255cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.668640727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e4c0e7-6141-4e24-ac5c-44262479d894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.679683237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e4c0e7-6141-4e24-ac5c-44262479d894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.68866473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e4c0e7-6141-4e24-ac5c-44262479d894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.695038272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e4c0e7-6141-4e24-ac5c-44262479d894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.225006916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fdf38f-bad2-4571-9b99-88afb4ecd471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.250705698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fdf38f-bad2-4571-9b99-88afb4ecd471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.255419045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fdf38f-bad2-4571-9b99-88afb4ecd471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.266823823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78fdf38f-bad2-4571-9b99-88afb4ecd471","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.630766465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fed08c-5920-4aa0-8877-68e7d04c5291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.641558296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fed08c-5920-4aa0-8877-68e7d04c5291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.645707082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fed08c-5920-4aa0-8877-68e7d04c5291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.649530176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6fed08c-5920-4aa0-8877-68e7d04c5291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:50.633854697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"549d2b1f-7d90-4a22-838e-824b05faf92a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:50.642307372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"549d2b1f-7d90-4a22-838e-824b05faf92a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:50.649558935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (76c3c026bcf62ee926397cce92f7fd5496eeaef6921c7fbfffffb357cc0ec49e) AuthConfig (87c0ff4e79526522152c1e10e50a4de967a38e0503390c66a4d666bab6897d96) AuthConfig (a802d03feca3fd8e6403e7f15d0c655a47dcaeb34477eb4a325fbde84c13406f) AuthConfig (6cea8090fd34e638250f348cce5b3adade897098b6c04641fa25dfa3d7dca1f7) AuthConfig (0458602b66b17093f86a0c05c9291156ac5d82e04a1f61b5f91265d908ce8405) AuthConfig (7ce63cf77de06ba5aa5b45def35ac7925ca9ea27123da8068bf92a7928236d9f) AuthConfig (e0964689a9dbaf6f5c6730a458f0208b9e56b55bc321da1f244fe7721a1178db) AuthConfig (78c1f6e54d4909079eaef5ac84d3461bdf7a2e1183acc75848a91ca3da873ea2) AuthConfig (9c50d79cae6250fdf73d4b0ca3376a6d9162a297bf73a115c2be5f240ea8e9ab) AuthConfig (b00ba4d04194851843d568413b84b13850337f036494f99a133ab12d8f1412d1) AuthConfig (876a55b57c48ca0eb50a5af7a1bc1e683fd230754a4f55d97e6e54bd3b90cedd) AuthConfig (6027bcb8e6bd24985edc9dd039f34ae8595b0204998c41b675ff35cca36f6630) AuthConfig (0e174c8755af1e5f9c4805380468d22a803d1a0093461ffdd8b1bde81701849d) AuthConfig (23e3b4fbc31322938163dc192303ba4809d12e8e4364273009d894a22a212653) AuthConfig (c3a6b470f78f185323ae51b4b50c6418f54686dd92b07bd5fe35c8f207ff5862) AuthConfig (2b24ace2e92e07792b6a0c7bfc5e880c90c6dde048f4a108b4613b663a56b694) AuthConfig (4d7bc9404e83ccb791c15e4ef8372d25742e95a88862d1bfa1e7ca36014b08fc) AuthConfig (133b86833e98e7c557efc2859c220ef88cd752bf0abef47f576569a5844a5e08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"549d2b1f-7d90-4a22-838e-824b05faf92a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:50.658726267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"8c47b28e-881d-4caa-ab51-00bb550ccfaf","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:50.65874234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"8c47b28e-881d-4caa-ab51-00bb550ccfaf","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.868257232Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.868323365Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.868372739Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","tenant":"e2e-shared-a-w3-bab2c3","tenantID":"e2e-shared-a-w3-bab2c3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.873907995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-bab2c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.888914986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"Service","name":"maas-api-e2e-shared-a-w3-bab2c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.90712565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-bab2c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.914895917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-bab2c3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.925086685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.930986945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.93977883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.945827823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.948979839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.952232673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.960048216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.963453692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.96654342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.969512663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.972572238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.979931161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.983135764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.986249352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:57.989259933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-bab2c3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.000034482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-bab2c3"},"namespace":"ai-tenant-e2e-shared-a-w3-bab2c3","name":"default-tenant","reconcileID":"e863228b-d397-4e49-8030-aafb80a7ff03","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-bab2c3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:00.666843835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"7f882605-fc9b-4031-971b-bb6f00e49df8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:00.675224588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"7f882605-fc9b-4031-971b-bb6f00e49df8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:00.682331788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-99a8fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (76c3c026bcf62ee926397cce92f7fd5496eeaef6921c7fbfffffb357cc0ec49e) AuthConfig (87c0ff4e79526522152c1e10e50a4de967a38e0503390c66a4d666bab6897d96) AuthConfig (a802d03feca3fd8e6403e7f15d0c655a47dcaeb34477eb4a325fbde84c13406f) AuthConfig (6cea8090fd34e638250f348cce5b3adade897098b6c04641fa25dfa3d7dca1f7) AuthConfig (0458602b66b17093f86a0c05c9291156ac5d82e04a1f61b5f91265d908ce8405) AuthConfig (7ce63cf77de06ba5aa5b45def35ac7925ca9ea27123da8068bf92a7928236d9f) AuthConfig (e0964689a9dbaf6f5c6730a458f0208b9e56b55bc321da1f244fe7721a1178db) AuthConfig (78c1f6e54d4909079eaef5ac84d3461bdf7a2e1183acc75848a91ca3da873ea2) AuthConfig (9c50d79cae6250fdf73d4b0ca3376a6d9162a297bf73a115c2be5f240ea8e9ab) AuthConfig (b00ba4d04194851843d568413b84b13850337f036494f99a133ab12d8f1412d1) AuthConfig (876a55b57c48ca0eb50a5af7a1bc1e683fd230754a4f55d97e6e54bd3b90cedd) AuthConfig (6027bcb8e6bd24985edc9dd039f34ae8595b0204998c41b675ff35cca36f6630) AuthConfig (0e174c8755af1e5f9c4805380468d22a803d1a0093461ffdd8b1bde81701849d) AuthConfig (23e3b4fbc31322938163dc192303ba4809d12e8e4364273009d894a22a212653) AuthConfig (c3a6b470f78f185323ae51b4b50c6418f54686dd92b07bd5fe35c8f207ff5862) AuthConfig (2b24ace2e92e07792b6a0c7bfc5e880c90c6dde048f4a108b4613b663a56b694) AuthConfig (4d7bc9404e83ccb791c15e4ef8372d25742e95a88862d1bfa1e7ca36014b08fc) AuthConfig (133b86833e98e7c557efc2859c220ef88cd752bf0abef47f576569a5844a5e08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"7f882605-fc9b-4031-971b-bb6f00e49df8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:04.567836015Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-bab2c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-bab2c3","reconcileID":"e302fc73-d60d-4f98-ab74-2b8697c90fcc","aitenant":"ai-tenants/e2e-shared-a-w3-bab2c3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:04.755482708Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-bab2c3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-bab2c3","reconcileID":"e302fc73-d60d-4f98-ab74-2b8697c90fcc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-bab2c3","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-bab2c3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:04.766515235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe68e7-b0bd-4cb7-ba5e-dc4766db33fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:04.770135454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe68e7-b0bd-4cb7-ba5e-dc4766db33fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:04.773610502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe68e7-b0bd-4cb7-ba5e-dc4766db33fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:04.779518726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73fe68e7-b0bd-4cb7-ba5e-dc4766db33fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.052469398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23e1cb7-6911-4463-90b4-4d007032471c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.058731561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23e1cb7-6911-4463-90b4-4d007032471c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.065755401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23e1cb7-6911-4463-90b4-4d007032471c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.069149223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23e1cb7-6911-4463-90b4-4d007032471c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.353363641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea17004-e196-4df5-97ec-cba310c77e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.357017757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea17004-e196-4df5-97ec-cba310c77e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.360579424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea17004-e196-4df5-97ec-cba310c77e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.364278523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ea17004-e196-4df5-97ec-cba310c77e36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.710508801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"42a708e9-2913-4516-b009-7d4751e21fe5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.742049403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"42a708e9-2913-4516-b009-7d4751e21fe5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.768178865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"6f622079-1849-4fac-bbf2-a4f46ccf0234","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:10.768198607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"6f622079-1849-4fac-bbf2-a4f46ccf0234","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.317360697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bd8bde-cd79-466b-970e-7b515868b223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.321162903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bd8bde-cd79-466b-970e-7b515868b223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.324712629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bd8bde-cd79-466b-970e-7b515868b223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.327971037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bd8bde-cd79-466b-970e-7b515868b223","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.344402648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.656872729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f334203-dd28-4cfe-ab7c-31b5bedb9cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.660133213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f334203-dd28-4cfe-ab7c-31b5bedb9cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.663618326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f334203-dd28-4cfe-ab7c-31b5bedb9cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.74099805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f334203-dd28-4cfe-ab7c-31b5bedb9cb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.769154888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"5b1850b9-9fbd-4b9c-a250-b5c6abfdb4aa","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.769176784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"5b1850b9-9fbd-4b9c-a250-b5c6abfdb4aa","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.779582978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"421f1e56-400d-4d5f-b793-c09a032819e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.781098546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"29fb0885-2d84-490b-b0e8-dd72f9df03a7","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.781115556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"29fb0885-2d84-490b-b0e8-dd72f9df03a7","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:12.781124296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-shared-sub-128b12","reconcileID":"2864c14d-a3d0-48c4-9e38-a77c5933621c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-128b12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:12.786004584Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"29fb0885-2d84-490b-b0e8-dd72f9df03a7","name":"sub-test-model-ba89e0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ba89e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:12.786053585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"29fb0885-2d84-490b-b0e8-dd72f9df03a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ba89e0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.788032098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"421f1e56-400d-4d5f-b793-c09a032819e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.791252131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"6b6542c0-138a-44c8-bc4c-4cad8df28ed5","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.791266872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"6b6542c0-138a-44c8-bc4c-4cad8df28ed5","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.793582423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"3276b599-9f4c-4391-95ac-33102c2018eb","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.793628705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"3276b599-9f4c-4391-95ac-33102c2018eb","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.802507332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"71db25c4-ab83-4bb0-8c9a-e6c85a58a4a8","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.802520637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"71db25c4-ab83-4bb0-8c9a-e6c85a58a4a8","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.823803683Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-shared-sub-128b12","reconcileID":"4b2d0589-bd4c-4de3-bce4-d4f8a684746a","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"sub-test-model-ba89e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-ba89e0/e2e-shared-sub-128b12"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.842850943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"50c95a5e-eb7c-4849-afb5-9099b3b9261b","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.842870043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"50c95a5e-eb7c-4849-afb5-9099b3b9261b","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.903378072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"d161f220-27f6-4991-aa3c-32e382473e80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.912049065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"d161f220-27f6-4991-aa3c-32e382473e80","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.916784514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-shared-sub-128b12","reconcileID":"595e6a6f-dadb-4bd3-a3fb-a501b66b082f","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.934973322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"f9c15051-7d1f-415c-b441-096fac234b35","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.934994094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"f9c15051-7d1f-415c-b441-096fac234b35","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.944925195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"9fc1c620-414c-4120-84aa-d808a54f1bb1","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.944984305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"9fc1c620-414c-4120-84aa-d808a54f1bb1","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:12.94792532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-shared-sub-128b12","reconcileID":"2852a4aa-9555-49b5-99be-6d51f7f6989d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-128b12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:12.949924441Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"9fc1c620-414c-4120-84aa-d808a54f1bb1","name":"sub-test-model-99a8fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-99a8fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:12.949973122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"9fc1c620-414c-4120-84aa-d808a54f1bb1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-99a8fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.955935757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"af740d09-6b87-4174-91b9-e0f6ed1949f9","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.955950011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"af740d09-6b87-4174-91b9-e0f6ed1949f9","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.957892421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"c071039a-c255-47cb-9de7-817b2080d1e9","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.957912179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"c071039a-c255-47cb-9de7-817b2080d1e9","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.964535954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"0f604dd6-6c4a-43a4-bad6-0566b3aa2a4e","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:12.964550565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"0f604dd6-6c4a-43a4-bad6-0566b3aa2a4e","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.003186945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"a1a7b965-2d97-4fd9-b11b-7004b43c0866","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.01287914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"a1a7b965-2d97-4fd9-b11b-7004b43c0866","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.020629268Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-shared-sub-128b12","reconcileID":"7436559a-4708-40e2-9bf7-c8ac7185dce0","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"sub-test-model-99a8fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-99a8fe/e2e-shared-sub-128b12"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.039398177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"a150ad1b-5d27-4d72-ae80-2414dd9aeff1","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.039420611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"a150ad1b-5d27-4d72-ae80-2414dd9aeff1","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.106246766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"5b64ea28-f443-49f2-bd95-c6bfc770fd13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.110431781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"1fff4d7d-4d9f-4e0b-bcfb-81fdb351265a","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.110449224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"1fff4d7d-4d9f-4e0b-bcfb-81fdb351265a","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.114962385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"5b64ea28-f443-49f2-bd95-c6bfc770fd13","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.119038371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"c15934b5-fce3-4545-bbf1-bab8a96a91da","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.119058931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"c15934b5-fce3-4545-bbf1-bab8a96a91da","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.119836471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-shared-sub-128b12","reconcileID":"b194de7d-75e0-4f00-befa-2a7cd7ee85a7","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:13.120043591Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-a-only-128b12","reconcileID":"27283110-5753-4f52-8c81-69d919de85d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-128b12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.136838034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"838cdaca-1632-4d1b-8a03-f2ba6a5b0689","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.136857542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"838cdaca-1632-4d1b-8a03-f2ba6a5b0689","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.147374219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"776ef4b2-7b27-436c-9f64-fda40643d795","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.14740647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"776ef4b2-7b27-436c-9f64-fda40643d795","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.207455959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"a2765dac-e176-44e3-a44d-a9b45ab256b7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.216992116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"a2765dac-e176-44e3-a44d-a9b45ab256b7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.227417609Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-a-only-128b12","reconcileID":"13d40a17-364c-4db8-9dc1-3211708d8854","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-ba89e0/e2e-a-only-128b12","ai-tenant-e2e-shared-a-w0-ba89e0/e2e-shared-sub-128b12"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.259399506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"43f2f44d-c2cb-4a85-9933-947b7349f5a9","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.259423763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"43f2f44d-c2cb-4a85-9933-947b7349f5a9","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.365737991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"57784044-020e-41be-8826-4c57564d22bf","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.365819712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"57784044-020e-41be-8826-4c57564d22bf","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.544938776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"d92f0863-f946-4443-8e2e-3267480f8285","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.544963194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"d92f0863-f946-4443-8e2e-3267480f8285","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.549143356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"9528533a-6a63-4c78-9541-498f0c17664b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:13.550711122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-b-only-128b12","reconcileID":"a55c97c3-4615-4376-b92c-c176b78c0beb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-128b12\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.561892937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-a-only-128b12","reconcileID":"a9f96518-0889-4b4f-886d-f58d07df21ac","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.56254104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-shared-sub-128b12","reconcileID":"0cb8f4cf-c545-472b-9e40-8f66c7879681","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.594558427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"9528533a-6a63-4c78-9541-498f0c17664b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.613801513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"b5c16955-db76-4b91-a1fa-8ff29737b8f8","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.613899774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"b5c16955-db76-4b91-a1fa-8ff29737b8f8","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.622939866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"bf6ff443-840f-43d3-9dd1-50aeac641c1c","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.623077791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"bf6ff443-840f-43d3-9dd1-50aeac641c1c","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.659378352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af923fa4-593d-428b-91c9-b5adaa066ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.664139232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af923fa4-593d-428b-91c9-b5adaa066ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.6702751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af923fa4-593d-428b-91c9-b5adaa066ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.674767245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af923fa4-593d-428b-91c9-b5adaa066ebf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.679093446Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-b-only-128b12","reconcileID":"69dd61f1-0cef-42f5-83e3-b186cc4dbd2c","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-99a8fe/e2e-b-only-128b12","ai-tenant-e2e-shared-b-w0-99a8fe/e2e-shared-sub-128b12"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.744759542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"c45f4676-7a6c-4b57-9471-b3461178eb27","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.744777463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"c45f4676-7a6c-4b57-9471-b3461178eb27","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.769842864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-shared-sub-128b12","reconcileID":"9473275c-e671-480a-866d-651f77d5f084","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.844535943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-b-only-128b12","reconcileID":"9fb5f5d2-b51b-4de9-a5aa-763f462721c0","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.986299618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a730e3f1-42c5-48ed-9a86-cc675b43dce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.989862165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a730e3f1-42c5-48ed-9a86-cc675b43dce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.993348888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a730e3f1-42c5-48ed-9a86-cc675b43dce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.996710607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a730e3f1-42c5-48ed-9a86-cc675b43dce7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.314815668Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.314871104Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","namespace":"ai-tenant-e2e-shared-b-w3-6e5139","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.314916854Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","tenant":"e2e-shared-b-w3-6e5139","tenantID":"e2e-shared-b-w3-6e5139","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.321002006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-6e5139","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.333632886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"Service","name":"maas-api-e2e-shared-b-w3-6e5139","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.347997194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-6e5139","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.35621232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-6e5139","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.364728895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.371685936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.3803821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.388636965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.391809886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.395123408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.400642983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.403952094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.407958432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.411273161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.414435579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.421897055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.425145595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.428479038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.431677607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-6e5139","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.434816281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-6e5139"},"namespace":"ai-tenant-e2e-shared-b-w3-6e5139","name":"default-tenant","reconcileID":"da3ac4d3-beda-4d47-af63-4b57e86e4a62","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-6e5139","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.909545744Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.90961862Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","namespace":"ai-tenant-e2e-shared-a-w2-63fde4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.909666607Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","tenant":"e2e-shared-a-w2-63fde4","tenantID":"e2e-shared-a-w2-63fde4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.915115152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-63fde4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.926914982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"Service","name":"maas-api-e2e-shared-a-w2-63fde4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.943588871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-63fde4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.950218923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-63fde4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.95614827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.961723182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.969766156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.978673347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.981741346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.984555767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.988483356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.991369182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.994555581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.997448668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.000276874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.007556178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.010816857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.013887672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.016947734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-63fde4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.019853711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-63fde4"},"namespace":"ai-tenant-e2e-shared-a-w2-63fde4","name":"default-tenant","reconcileID":"c726c5e7-125a-48ba-b6cf-1ccd7494fc36","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-63fde4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.029793733Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-6e5139","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-6e5139","reconcileID":"198be373-e758-496b-929d-4e4d274070d0","aitenant":"ai-tenants/e2e-shared-b-w3-6e5139","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.115683584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4933b420-0e8f-4dd6-b96c-b4a46befc095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.119240351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4933b420-0e8f-4dd6-b96c-b4a46befc095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.122845091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4933b420-0e8f-4dd6-b96c-b4a46befc095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.126453504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4933b420-0e8f-4dd6-b96c-b4a46befc095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.126465382Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-6e5139","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-6e5139","reconcileID":"198be373-e758-496b-929d-4e4d274070d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-6e5139","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-6e5139"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.454252771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce0a48-6ac5-4cdc-bf4e-e170ac3f4145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.461301431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce0a48-6ac5-4cdc-bf4e-e170ac3f4145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.541214781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce0a48-6ac5-4cdc-bf4e-e170ac3f4145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.544878058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ce0a48-6ac5-4cdc-bf4e-e170ac3f4145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.811492447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddf077f-8cff-4305-869a-08c7679b0fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.814804859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddf077f-8cff-4305-869a-08c7679b0fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.81805046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddf077f-8cff-4305-869a-08c7679b0fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.821280798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddf077f-8cff-4305-869a-08c7679b0fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.067104453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"dc8e0b2d-085e-4159-a231-a544a0a779c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.067204871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"a87fafbc-a365-442a-a160-13be4ae7780c","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.106585576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"85985600-aa97-401b-b242-8c782ca5858f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.109394734Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"bb2db3c3-6a76-46a6-9ab0-c826d9ed331e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.109498168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"f46bc80f-e19c-49f2-8869-c6572c81439f","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.11454283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"76cab380-743a-4f53-a9bb-5a583a1a9cff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.115250912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"85985600-aa97-401b-b242-8c782ca5858f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.20995233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"51b3ee97-976d-48f0-9102-51c0007fee5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:21.290589287Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-access","reconcileID":"bb2db3c3-6a76-46a6-9ab0-c826d9ed331e","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.293753354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"7086d0b8-283c-4735-a8c7-b2428b8379aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.310653613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"7086d0b8-283c-4735-a8c7-b2428b8379aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.336030946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"21dd9b49-8c88-4883-87f6-e655e701a708","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.397961763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a4c59e38-3a91-41cf-a546-2fb6c8529965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:21.406458758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a4c59e38-3a91-41cf-a546-2fb6c8529965","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.010454577Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-63fde4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-63fde4","reconcileID":"5548d0ea-369b-4016-82f5-29eda5c8aa86","aitenant":"ai-tenants/e2e-shared-a-w2-63fde4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.095796679Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-63fde4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-63fde4","reconcileID":"5548d0ea-369b-4016-82f5-29eda5c8aa86","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-63fde4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-63fde4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.140861559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e9926b-820e-4bbc-9b03-18762810f571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.144725995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e9926b-820e-4bbc-9b03-18762810f571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.148199148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e9926b-820e-4bbc-9b03-18762810f571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.151606882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16e9926b-820e-4bbc-9b03-18762810f571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.396959746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c9c45c-aa7f-476c-9347-7c42899f0265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.400454086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c9c45c-aa7f-476c-9347-7c42899f0265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.440820678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c9c45c-aa7f-476c-9347-7c42899f0265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.44583028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9c9c45c-aa7f-476c-9347-7c42899f0265","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.766900614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697ed53d-ff3f-4199-8de4-30a968a12276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.772342231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697ed53d-ff3f-4199-8de4-30a968a12276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.778671377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697ed53d-ff3f-4199-8de4-30a968a12276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.784009602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"697ed53d-ff3f-4199-8de4-30a968a12276","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.237239245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-b-only-128b12","reconcileID":"fbef6a74-27b9-4a6f-af5d-e89d4bb44465","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.240437784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-shared-sub-128b12","reconcileID":"fd0c7b50-42ab-450f-9977-6afea19b0acf","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.256902885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"875e43d7-26c3-4ac4-b77e-e8456c3fad6a","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.256919265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"875e43d7-26c3-4ac4-b77e-e8456c3fad6a","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.260525692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"e9d42ad0-08ab-4377-979d-06530510f11a","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.260541861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"e9d42ad0-08ab-4377-979d-06530510f11a","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.397652607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-shared-sub-128b12","reconcileID":"29654f06-f595-4816-b99a-5027f999bc5f","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.3991208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-a-only-128b12","reconcileID":"01841d18-018a-4bef-a41a-cdd57a341479","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.454764946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"465b7f4f-5311-4529-b0db-37c4ee293fe5","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.454787359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"465b7f4f-5311-4529-b0db-37c4ee293fe5","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.457487891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"6b1caccf-1db3-4d66-aa85-93316762008c","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.457503543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"6b1caccf-1db3-4d66-aa85-93316762008c","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.910242897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"358ff81a-9344-48b9-b8de-426eb85bb47c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.919888249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"358ff81a-9344-48b9-b8de-426eb85bb47c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.013652307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"fdc1847b-2da4-4c82-9c45-4317571243be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.022442734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"fdc1847b-2da4-4c82-9c45-4317571243be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.217629679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"f921237c-4d5b-4f5f-b266-1b69a630077d","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.261099368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"2f11bedd-d3f0-442d-a3ce-f557a24c46ee","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.577119212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"25a4f62d-d740-42b9-8ebd-abca6daf1ea3","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.594303463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6181453f-44a5-474e-b400-e4b22f0f100f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.595506711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"84ae40c6-4615-4e8f-ba82-8bf348f635e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.602900455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6181453f-44a5-474e-b400-e4b22f0f100f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.615638483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"48fb4068-7bd5-4149-9fbf-11d125340578","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.620712871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"4b4bbf60-f463-487d-89f4-5bb315760a4b","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.624140137Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"2106d13f-2f56-462c-9cce-66103b7b4f68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.630272751Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"2106d13f-2f56-462c-9cce-66103b7b4f68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.693988071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"70db75ca-f384-4a12-ab03-34e421e67c99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.694754733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6fb2688e-5883-499e-8b11-046b64e06e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.699506584Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"2106d13f-2f56-462c-9cce-66103b7b4f68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.703371352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"6fb2688e-5883-499e-8b11-046b64e06e55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.795904753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"39dbc4af-93a6-4a39-8e4e-efbea0febc01","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.79879422Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"8037f2b4-9cf6-443e-8ebf-77958ef08660","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.801739313Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"8037f2b4-9cf6-443e-8ebf-77958ef08660","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/simulator-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.802467573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d183c184-75fa-4f41-9d54-ab42e10fee98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:26.810749704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"d183c184-75fa-4f41-9d54-ab42e10fee98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:26.953287946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"simulator-subscription","reconcileID":"8037f2b4-9cf6-443e-8ebf-77958ef08660","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.163300159Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"fb98a50e-4095-405f-98a3-941d30197190","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.16344542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"dc63009a-d7c0-4ed0-a71e-ebfac905f859","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.163463045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"dc63009a-d7c0-4ed0-a71e-ebfac905f859","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.189089488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-shared-sub-128b12","reconcileID":"af89c03d-8016-43fc-997b-6d9f4b5887d8","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.189147585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-a-only-128b12","reconcileID":"eb9d9427-0512-4043-868c-4d65276762f1","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.270153614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"fb98a50e-4095-405f-98a3-941d30197190","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.301803669Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"fb98a50e-4095-405f-98a3-941d30197190","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.301833875Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"fb98a50e-4095-405f-98a3-941d30197190","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.309718213Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"115987fd-61b8-4c9d-bd6b-9a8e6be2bdd3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.310031678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"ea2259ac-8f6b-4dd1-89f1-168eda531227","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.310048055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"ea2259ac-8f6b-4dd1-89f1-168eda531227","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.339034853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-shared-sub-128b12","reconcileID":"d994537b-77f4-4642-84d1-12e3d8a5bc04","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.339771049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-a-only-128b12","reconcileID":"6650bf91-1e37-422e-b862-57cf4355804a","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.373696028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"115987fd-61b8-4c9d-bd6b-9a8e6be2bdd3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.382125067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"115987fd-61b8-4c9d-bd6b-9a8e6be2bdd3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"e2e-shared-a-w0-ba89e0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.382144245Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"115987fd-61b8-4c9d-bd6b-9a8e6be2bdd3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-ba89e0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:28.385475087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-sub-iso-auth-128b12","reconcileID":"115987fd-61b8-4c9d-bd6b-9a8e6be2bdd3","error":"maasauthpolicies.maas.opendatahub.io \"e2e-sub-iso-auth-128b12\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.451971069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"1c1fdb7b-b3df-458b-9178-50784bdbf19d","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:28.451993416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"1c1fdb7b-b3df-458b-9178-50784bdbf19d","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.320768846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d06762b-3199-4724-9bef-95117aa4e77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.324258093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d06762b-3199-4724-9bef-95117aa4e77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.328291784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d06762b-3199-4724-9bef-95117aa4e77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.340724272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d06762b-3199-4724-9bef-95117aa4e77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.620577353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9745ad3-f6f0-4b81-bcd9-b4582ca5f851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.62431422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9745ad3-f6f0-4b81-bcd9-b4582ca5f851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.627583767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9745ad3-f6f0-4b81-bcd9-b4582ca5f851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.637738653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9745ad3-f6f0-4b81-bcd9-b4582ca5f851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.074094207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"c6efdd27-d12d-4b7b-a082-18dcf88d4dad","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.090355652Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"f0f4ff53-fd25-433a-b23c-f100149b4fc0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b05cbe9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.154967433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5243fbe6-9fbc-423e-951e-529b785b9537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.163489503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"5243fbe6-9fbc-423e-951e-529b785b9537","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.217064948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a0339851-6d7d-4c1f-ab1e-6980a20069dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.225521847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"a0339851-6d7d-4c1f-ab1e-6980a20069dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.381457932Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c3da8a82-6579-420a-bcbc-43c24e52d04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.381522274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"429201d9-b77d-4034-b3cc-e7485e21e77f","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.394444439Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"447040ab-1197-4c65-bbcb-8c6a0d8398bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b05cbe9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.520517461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c3da8a82-6579-420a-bcbc-43c24e52d04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.55196831Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c3da8a82-6579-420a-bcbc-43c24e52d04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"e2e-worker-w3-4f93d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.551989815Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-access","reconcileID":"c3da8a82-6579-420a-bcbc-43c24e52d04e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:32.559810658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"eaf4d43b-8dcc-4118-9743-7738b381f994","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.059035007Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"1387ee0a-acb5-4de9-9970-673a7581bb70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b05cbe9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.094879049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"eb70b805-737a-4ad1-9974-13c07915ceba","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.095120901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"3129e45f-e017-4d14-884f-6767223922fa","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.098866194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"c3dfdbeb-e36f-4ab4-a5bb-050edfdf00c8","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.102514061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"0c9456fd-7369-4241-9b83-f6df948d1211","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.107473209Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"9406d367-8a34-41ba-bbd3-4c60fa22f811","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b05cbe9f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.221231195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683f788d-0937-4de8-a125-e40b796a94ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.225710598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683f788d-0937-4de8-a125-e40b796a94ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.23329281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683f788d-0937-4de8-a125-e40b796a94ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.24592994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683f788d-0937-4de8-a125-e40b796a94ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.52274324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6d3c21-dad8-4b67-b112-4fd7e8edaa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.532070136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6d3c21-dad8-4b67-b112-4fd7e8edaa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.552885226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6d3c21-dad8-4b67-b112-4fd7e8edaa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.56109138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae6d3c21-dad8-4b67-b112-4fd7e8edaa49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.80408953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed249060-d1a2-4c5e-a1b2-f5f97d591892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.807315255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed249060-d1a2-4c5e-a1b2-f5f97d591892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.84210955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed249060-d1a2-4c5e-a1b2-f5f97d591892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:33.846212754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed249060-d1a2-4c5e-a1b2-f5f97d591892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.140152912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd373907-c175-47fe-917a-ce17c78c7432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.146643671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd373907-c175-47fe-917a-ce17c78c7432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.151849115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd373907-c175-47fe-917a-ce17c78c7432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.155089897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd373907-c175-47fe-917a-ce17c78c7432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.337716026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d635ff6a-6ffe-4e76-b22e-764c2dd98333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.345232654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d635ff6a-6ffe-4e76-b22e-764c2dd98333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.350249082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d635ff6a-6ffe-4e76-b22e-764c2dd98333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.353418524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d635ff6a-6ffe-4e76-b22e-764c2dd98333","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.556206382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c153a68-8e28-4369-8ca6-21f72e38ee10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.559502869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c153a68-8e28-4369-8ca6-21f72e38ee10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.562671896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c153a68-8e28-4369-8ca6-21f72e38ee10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.565844751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c153a68-8e28-4369-8ca6-21f72e38ee10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.596951866Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.597000714Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.59704509Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","tenant":"e2e-shared-b-w2-3bcc2b","tenantID":"e2e-shared-b-w2-3bcc2b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.602662155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-3bcc2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.614443526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"Service","name":"maas-api-e2e-shared-b-w2-3bcc2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.625003014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-3bcc2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.630392365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-3bcc2b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.645159305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.650835612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.66051905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.666472354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.669886582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.672935712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.677628379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.681485885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.685283987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.688369262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.694056408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.702618667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.750760367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.753906281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.75717047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-3bcc2b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.7601889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b"},"namespace":"ai-tenant-e2e-shared-b-w2-3bcc2b","name":"default-tenant","reconcileID":"f09b74fb-dffd-4e9f-9b8b-2b92c3febd30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-3bcc2b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.884784319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915be445-362f-4991-8891-f3248cf529ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.941345928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915be445-362f-4991-8891-f3248cf529ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.945117537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915be445-362f-4991-8891-f3248cf529ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:34.951022712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"915be445-362f-4991-8891-f3248cf529ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:36.955224842Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-3bcc2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-3bcc2b","reconcileID":"feb0e0d1-d0ba-421f-8773-99fa8fe752f5","aitenant":"ai-tenants/e2e-shared-b-w2-3bcc2b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.156425139Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-3bcc2b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-3bcc2b","reconcileID":"feb0e0d1-d0ba-421f-8773-99fa8fe752f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-3bcc2b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-3bcc2b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.165786682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c7ef26-d3c6-44d0-84d8-22de6fcf9c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.169187689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c7ef26-d3c6-44d0-84d8-22de6fcf9c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.17239394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c7ef26-d3c6-44d0-84d8-22de6fcf9c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.175962519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7c7ef26-d3c6-44d0-84d8-22de6fcf9c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.433333028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac29d2d9-ca00-435a-8044-4d5b4efdb369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.437288493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac29d2d9-ca00-435a-8044-4d5b4efdb369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.443275689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac29d2d9-ca00-435a-8044-4d5b4efdb369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.45027213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac29d2d9-ca00-435a-8044-4d5b4efdb369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.634690634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00e8960-b550-45cb-95ad-c6800ba4cf4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.647682476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00e8960-b550-45cb-95ad-c6800ba4cf4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.666341465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00e8960-b550-45cb-95ad-c6800ba4cf4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.710738528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f00e8960-b550-45cb-95ad-c6800ba4cf4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:38.471836834Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-shared-sub-128b12","reconcileID":"4e71acf1-8c2c-49db-b373-5d90097f906f","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscription":"e2e-shared-sub-128b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:38.495865907Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-shared-sub-128b12","reconcileID":"4e71acf1-8c2c-49db-b373-5d90097f906f","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-ba89e0/e2e-a-only-128b12"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:38.512204012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-a-only-128b12","reconcileID":"d9b0ba2e-d4cb-4066-b0fa-094985225619","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:38.518642725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"dd2a3dd1-38c9-4aca-8ae1-8125f3eb18d5","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:38.518660844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"dd2a3dd1-38c9-4aca-8ae1-8125f3eb18d5","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:38.652328529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"a133a722-c59b-4ca7-a48b-7c9acb59783d","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:38.652349924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"a133a722-c59b-4ca7-a48b-7c9acb59783d","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:39.290973922Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"4c517c23-0eba-41f1-87c3-bdd6ed0711e9","namespace":"ai-tenant-e2e-worker-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:39.291061753Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"4c517c23-0eba-41f1-87c3-bdd6ed0711e9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:39.296388158Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"4c517c23-0eba-41f1-87c3-bdd6ed0711e9","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:39.296405173Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"4c517c23-0eba-41f1-87c3-bdd6ed0711e9","namespace":"ai-tenant-e2e-worker-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:41.344961413Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.141717556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"9be17882-ca90-41eb-9c50-6fac7a8d27a4","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.142326149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"9814435c-cfc0-4873-90ac-f3f854b23fe1","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.142875296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"05021759-55da-489c-86df-0efe78235cda","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.143391821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"d61e18a9-7909-494e-a31d-6c63cf7ff76c","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.150649795Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"2a805542-c850-46fe-b8aa-111e17d75fca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.154828644Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"2a805542-c850-46fe-b8aa-111e17d75fca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.158789924Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"premium-simulator-subscription","reconcileID":"2a805542-c850-46fe-b8aa-111e17d75fca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"name":"maas-trlp-premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1","model":"e2e-models-e2e-worker-w3-4f93d1/premium-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:43.280680545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"7bf4c5f9-0abd-4d43-abbe-994b1e43f96c","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:44.931511794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a621f3-59ce-48bc-9dc8-2a73cdd60c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:44.934904222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a621f3-59ce-48bc-9dc8-2a73cdd60c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:44.940872413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a621f3-59ce-48bc-9dc8-2a73cdd60c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:44.950227126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9a621f3-59ce-48bc-9dc8-2a73cdd60c9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.238018676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ade3390-6a59-497c-9290-4a8936863aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.24190591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ade3390-6a59-497c-9290-4a8936863aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.24872786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ade3390-6a59-497c-9290-4a8936863aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.256986201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ade3390-6a59-497c-9290-4a8936863aed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.088837517Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","namespace":"ai-tenant-e2e-extmod-a-37aa95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.088907095Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","namespace":"ai-tenant-e2e-extmod-a-37aa95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.088952452Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","tenant":"e2e-extmod-a-37aa95","tenantID":"e2e-extmod-a-37aa95","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.095917926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"Deployment","name":"maas-api-e2e-extmod-a-37aa95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.108259775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"Service","name":"maas-api-e2e-extmod-a-37aa95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.11728297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-37aa95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.122831485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-37aa95","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.128936254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.138779113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.14733859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.153128748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.156045255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.1589678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.162195045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"Service","name":"payload-processing-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.165154971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.168157549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.17104346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.17492357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.181877375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.184947447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.188068517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.19107882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-37aa95","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.194006838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-37aa95"},"namespace":"ai-tenant-e2e-extmod-a-37aa95","name":"default-tenant","reconcileID":"b5075179-c81d-48b5-a624-2eb2e6371169","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-37aa95","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.669211185Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-a-only-128b12","reconcileID":"31529a68-1a35-48bf-969c-1ec50688d97f","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","subscription":"e2e-a-only-128b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.673013091Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-a-only-128b12","reconcileID":"31529a68-1a35-48bf-969c-1ec50688d97f","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.676766659Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"e2e-a-only-128b12","reconcileID":"31529a68-1a35-48bf-969c-1ec50688d97f","MaaSSubscription":{"name":"e2e-a-only-128b12","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"name":"maas-trlp-sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.706964514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"15a5d325-61e0-4f27-95b1-c2fc2d38debf","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"tenant":"e2e-shared-a-w0-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","model":"ai-tenant-e2e-shared-a-w0-ba89e0/sub-test-model-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:48.706983823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"sub-test-model-ba89e0","reconcileID":"15a5d325-61e0-4f27-95b1-c2fc2d38debf","MaaSModelRef":{"name":"sub-test-model-ba89e0","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"routeName":"sub-test-model-ba89e0-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","llmisvcName":"sub-test-model-ba89e0","gateway":"openshift-ingress/e2e-shared-a-w0-ba89e0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.020693658Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"03084b8a-045c-4895-a4fb-46d6a93d3233","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.020843041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"748d5b69-79dd-4fcc-b672-673739223265","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.020865107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"748d5b69-79dd-4fcc-b672-673739223265","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.047245909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-b-only-128b12","reconcileID":"8eb84e11-d7fa-42ca-b46f-93c6290492ac","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.047471345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-shared-sub-128b12","reconcileID":"9f76d006-83ab-46aa-801f-37c2231044a3","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.133758637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"03084b8a-045c-4895-a4fb-46d6a93d3233","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.169517281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"03084b8a-045c-4895-a4fb-46d6a93d3233","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"e2e-shared-b-w0-99a8fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.169540197Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-sub-iso-auth-128b12","reconcileID":"03084b8a-045c-4895-a4fb-46d6a93d3233","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.177449293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"8904e967-bdab-418f-8e68-c2a71d35fdfe","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.177472923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"8904e967-bdab-418f-8e68-c2a71d35fdfe","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.290231103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-shared-sub-128b12","reconcileID":"1ef3de0c-88d4-462e-9d53-7e2da4a04059","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.290234486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-b-only-128b12","reconcileID":"2f46c9d1-e174-48e8-8bc4-1b99e4304fa6","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.316924899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"d003a82d-1a6c-4d77-a67e-809effc74cbe","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:49.316944364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"d003a82d-1a6c-4d77-a67e-809effc74cbe","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.265437049Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","namespace":"ai-tenant-e2e-worker-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.265517429Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","namespace":"ai-tenant-e2e-worker-w3-4f93d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.265617449Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","tenant":"e2e-worker-w3-4f93d1","tenantID":"e2e-worker-w3-4f93d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.272092043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"Deployment","name":"maas-api-e2e-worker-w3-4f93d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.285819336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"Service","name":"maas-api-e2e-worker-w3-4f93d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.304143511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-4f93d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.310253408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-4f93d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.318113203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.325642395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.334356209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.341337096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.344333904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.347174425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.350080622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"Service","name":"payload-processing-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.352903751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.356866185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.360024989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.363156386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.372890283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.375984669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.378868977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.381857308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-4f93d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:50.388094965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4f93d1"},"namespace":"ai-tenant-e2e-worker-w3-4f93d1","name":"default-tenant","reconcileID":"396f57f1-2377-45ac-bcdc-65a7b572aa2d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-4f93d1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:52.747224343Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-37aa95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-37aa95","reconcileID":"04f7b9d4-0553-41f5-8ae7-35b87feb9d34","aitenant":"ai-tenants/e2e-extmod-a-37aa95","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:52.888536424Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-37aa95","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-37aa95","reconcileID":"04f7b9d4-0553-41f5-8ae7-35b87feb9d34","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-37aa95","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-37aa95"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:52.896298739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eff1cb9-fabd-4b75-bdc0-5d67aede5da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:52.899973116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eff1cb9-fabd-4b75-bdc0-5d67aede5da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:52.903620606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eff1cb9-fabd-4b75-bdc0-5d67aede5da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:52.907176536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eff1cb9-fabd-4b75-bdc0-5d67aede5da3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.120925865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cced1ef-3019-4155-821c-182f38252ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.141524145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cced1ef-3019-4155-821c-182f38252ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.143170051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"61e4bfc7-e676-4379-a5ef-b383883827e1","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.144964876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cced1ef-3019-4155-821c-182f38252ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.145226179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"2a45bcf5-ab7a-40d4-be03-571c5fbd7c67","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.148439096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cced1ef-3019-4155-821c-182f38252ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.148733932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"d17e5854-0d05-4314-8dce-634b0283dc03","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.284022115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"37aa3fc5-ba5a-4309-b082-98b176227e39","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.436765769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a6a0df-d4fc-4a01-90f5-b0b2e0122ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.440709325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a6a0df-d4fc-4a01-90f5-b0b2e0122ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.444299548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a6a0df-d4fc-4a01-90f5-b0b2e0122ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:53.448210442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a6a0df-d4fc-4a01-90f5-b0b2e0122ebe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.335911687Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-shared-sub-128b12","reconcileID":"0561f9c9-4d15-47eb-a2f5-e282aa165125","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscription":"e2e-shared-sub-128b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.358254479Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-shared-sub-128b12","reconcileID":"0561f9c9-4d15-47eb-a2f5-e282aa165125","MaaSSubscription":{"name":"e2e-shared-sub-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-99a8fe/e2e-b-only-128b12"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.373975322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-b-only-128b12","reconcileID":"7528d663-f8e9-410c-b721-6d976f7b5a4b","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.47640437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"25ac223c-6050-4396-a70c-e1225f8866cb","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.476426143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"25ac223c-6050-4396-a70c-e1225f8866cb","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.778827939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"d820c981-e63c-4537-a868-17a2259099fb","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.778850562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"d820c981-e63c-4537-a868-17a2259099fb","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.931189508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403ddc8b-e630-47f2-b028-38d8ec779d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.942743833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403ddc8b-e630-47f2-b028-38d8ec779d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.947189932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403ddc8b-e630-47f2-b028-38d8ec779d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:59.957061263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403ddc8b-e630-47f2-b028-38d8ec779d18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:00.429368482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117a859e-46e6-472f-995e-dc8b85045e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:00.432830484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117a859e-46e6-472f-995e-dc8b85045e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:00.438058067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117a859e-46e6-472f-995e-dc8b85045e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:00.442117923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"117a859e-46e6-472f-995e-dc8b85045e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:00.729252531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f419b7-8ef2-4414-918e-dc51bd112095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:00.739450437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f419b7-8ef2-4414-918e-dc51bd112095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:00.743792345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f419b7-8ef2-4414-918e-dc51bd112095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:00.74783561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5f419b7-8ef2-4414-918e-dc51bd112095","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.01205561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6d1d09-ea82-43d2-aaa4-26a8fefdaada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.015535174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6d1d09-ea82-43d2-aaa4-26a8fefdaada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.019045868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6d1d09-ea82-43d2-aaa4-26a8fefdaada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.022666569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6d1d09-ea82-43d2-aaa4-26a8fefdaada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.142481328Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","namespace":"ai-tenant-e2e-extmod-b-c7aecb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.142565215Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","namespace":"ai-tenant-e2e-extmod-b-c7aecb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.142665255Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","tenant":"e2e-extmod-b-c7aecb","tenantID":"e2e-extmod-b-c7aecb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.150156084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"Deployment","name":"maas-api-e2e-extmod-b-c7aecb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.163864845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"Service","name":"maas-api-e2e-extmod-b-c7aecb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.174929538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-c7aecb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.184678428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-c7aecb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.195576028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.20274667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.21128114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.217527785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.223881599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.227324809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.230430662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"Service","name":"payload-processing-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.233430125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.236644474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.239858078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.243030266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.250298275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.253386291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.256959316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.260362364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-c7aecb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:01.263323494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-c7aecb"},"namespace":"ai-tenant-e2e-extmod-b-c7aecb","name":"default-tenant","reconcileID":"954d993f-4770-470b-b2a1-2a08dded9e29","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-c7aecb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.145328388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-2-w3-4f93d1","reconcileID":"35020de3-f842-48c5-a7ad-3faf35c2720d","MaaSModelRef":{"name":"distinct-2-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-2-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-2-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.14927887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"distinct-w3-4f93d1","reconcileID":"a6acc95e-66d0-44de-920c-1724ba08fcc0","MaaSModelRef":{"name":"distinct-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"distinct-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"distinct-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.149485368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"simulator-w3-4f93d1","reconcileID":"9cec9ebd-e253-455b-84a1-beca9a88486e","MaaSModelRef":{"name":"simulator-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"simulator-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"simulator-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:03.285508949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"294647ed-479f-466f-8dc1-6c77eedd33d0","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"routeName":"premium-w3-4f93d1-kserve-route","namespace":"e2e-models-e2e-worker-w3-4f93d1","llmisvcName":"premium-w3-4f93d1","gateway":"openshift-ingress/e2e-worker-w3-4f93d1","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:04.187843537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4f93d1","namespace":"e2e-models-e2e-worker-w3-4f93d1"},"namespace":"e2e-models-e2e-worker-w3-4f93d1","name":"premium-w3-4f93d1","reconcileID":"34e7f906-f354-41d5-bba6-dd74da4ad8f2","error":"maasmodelrefs.maas.opendatahub.io \"premium-w3-4f93d1\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.596917911Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-4f93d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-4f93d1","reconcileID":"56fb48a8-ac6e-4554-bf61-d02fbfb9f048","aitenant":"ai-tenants/e2e-worker-w3-4f93d1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.677839338Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-4f93d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-4f93d1","reconcileID":"56fb48a8-ac6e-4554-bf61-d02fbfb9f048","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-4f93d1","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-4f93d1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.699215764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85209389-745b-4253-862d-8330d3e8978a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.702436455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85209389-745b-4253-862d-8330d3e8978a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.705711657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85209389-745b-4253-862d-8330d3e8978a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.708989531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85209389-745b-4253-862d-8330d3e8978a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:06.024824851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b58b767-0ab0-4df7-b500-0e0063e0903f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:06.028702557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b58b767-0ab0-4df7-b500-0e0063e0903f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:06.042086145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b58b767-0ab0-4df7-b500-0e0063e0903f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:06.046110331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b58b767-0ab0-4df7-b500-0e0063e0903f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:06.450584041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0e8df-2726-4f6a-a2ce-042c10aadec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:06.457708848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0e8df-2726-4f6a-a2ce-042c10aadec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:06.46117065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0e8df-2726-4f6a-a2ce-042c10aadec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:06.464434069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ce0e8df-2726-4f6a-a2ce-042c10aadec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.468915328Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c7aecb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c7aecb","reconcileID":"3badd07e-9853-4198-9051-184ed025b330","aitenant":"ai-tenants/e2e-extmod-b-c7aecb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.582903793Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-c7aecb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-c7aecb","reconcileID":"3badd07e-9853-4198-9051-184ed025b330","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-c7aecb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-c7aecb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.59123078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354e2ce0-3f73-44eb-bba7-122e18e4dbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.594534951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354e2ce0-3f73-44eb-bba7-122e18e4dbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.597835788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354e2ce0-3f73-44eb-bba7-122e18e4dbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.601532437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"354e2ce0-3f73-44eb-bba7-122e18e4dbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.801581276Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-b-only-128b12","reconcileID":"3e8a2a88-8b2b-493e-8091-cf45476ac87a","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","subscription":"e2e-b-only-128b12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.805744574Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-b-only-128b12","reconcileID":"3e8a2a88-8b2b-493e-8091-cf45476ac87a","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.809494547Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"e2e-b-only-128b12","reconcileID":"3e8a2a88-8b2b-493e-8091-cf45476ac87a","MaaSSubscription":{"name":"e2e-b-only-128b12","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"name":"maas-trlp-sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.821446748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6e940c-cc08-47cd-b942-935711ba53d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.824718322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6e940c-cc08-47cd-b942-935711ba53d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.828053069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6e940c-cc08-47cd-b942-935711ba53d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.831420239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be6e940c-cc08-47cd-b942-935711ba53d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.837385363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"1cb12d08-752d-4da5-8181-8c44c37150f6","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"tenant":"e2e-shared-b-w0-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","model":"ai-tenant-e2e-shared-b-w0-99a8fe/sub-test-model-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:09.837406965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"sub-test-model-99a8fe","reconcileID":"1cb12d08-752d-4da5-8181-8c44c37150f6","MaaSModelRef":{"name":"sub-test-model-99a8fe","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"routeName":"sub-test-model-99a8fe-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","llmisvcName":"sub-test-model-99a8fe","gateway":"openshift-ingress/e2e-shared-b-w0-99a8fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.464677854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-w2-085566","reconcileID":"f3296592-169a-44da-9b10-8a6aeb99f9a0","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.540294949Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"a6a41813-ba51-403e-b998-b8ab93fa9a41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.540459715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"56a7b0ce-a1f3-4b74-bbfe-e43203b5f249","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.559577423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"827f91fe-d92a-452d-bdb6-e58000afb950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.56782589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"827f91fe-d92a-452d-bdb6-e58000afb950","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.602195674Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"64ed4fb0-ae14-4a02-99d8-53dca970a807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.602370395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"1c795240-7544-44e9-a9a1-dcf9565cd747","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.660458653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"914662c2-3bc0-4090-8a36-9334db935c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.665336295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"c5777234-b5a1-4d55-a88d-fa67b9049efe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.668556552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"914662c2-3bc0-4090-8a36-9334db935c29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:10.696785355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-access","reconcileID":"64ed4fb0-ae14-4a02-99d8-53dca970a807","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.76493978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"846c5ee0-0631-4609-8296-3ccad9d52b39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.808171652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"b50c063e-ecd2-4b45-960c-42db6bfe1625","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.840702321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"29aa5067-2aec-409a-9dd9-2d2422088955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.849355657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"29aa5067-2aec-409a-9dd9-2d2422088955","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.343955374Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.437968031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"7aa98728-b58b-49f9-b804-6544bcc2dea0","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.455893531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a95b0145-5cab-4869-9ca9-5593ddefd6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.464966204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a95b0145-5cab-4869-9ca9-5593ddefd6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.542584751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"45ba3704-3acf-4d78-a5dd-152ad203167e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.560397585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"7c24b69a-441c-4041-919f-0302b8d434d8","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.654894941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"eae48be7-9ee3-4b47-964b-b7662135f45b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.330882891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"6aff0b05-78f2-48ae-b2d8-12d5c73b7811","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.336586806Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"5b34f21c-409c-4724-90be-425129f8f418","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-23e031ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.346531873Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"13015e45-b416-4421-9275-dca4e863e855","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-23e031ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.350319978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a51ce97b-1793-4f85-ac53-75a085ac7167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.359140196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"a51ce97b-1793-4f85-ac53-75a085ac7167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:12.603208499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"29100dc7-bb4e-41eb-9d08-df8df33c91e4","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.476232693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-w2-085566","reconcileID":"b9769cfd-4134-483b-9a69-aa881d8ea94e","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.560625035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b68d53-ba4d-4478-904e-704a21e80f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.565539781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b68d53-ba4d-4478-904e-704a21e80f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.573372441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b68d53-ba4d-4478-904e-704a21e80f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.579033228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b68d53-ba4d-4478-904e-704a21e80f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.791884689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1d974d-89ee-44a5-896f-422a99d3ae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.799419581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1d974d-89ee-44a5-896f-422a99d3ae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.805253654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1d974d-89ee-44a5-896f-422a99d3ae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:20.808711998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c1d974d-89ee-44a5-896f-422a99d3ae20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.561569617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"00f88063-713f-4092-82d5-e7aa03838902","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.933064534Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","namespace":"ai-tenant-e2e-extmod-a-db5198","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.933120982Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","namespace":"ai-tenant-e2e-extmod-a-db5198","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.933165917Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","tenant":"e2e-extmod-a-db5198","tenantID":"e2e-extmod-a-db5198","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.938249542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"Deployment","name":"maas-api-e2e-extmod-a-db5198","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.949058304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"Service","name":"maas-api-e2e-extmod-a-db5198","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.961862384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-db5198","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.9675172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-db5198","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.978710534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.984382888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.990747513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:21.998711338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.001955817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.004992467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.008668266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"Service","name":"payload-processing-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.011869404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.014945914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.020828289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.023733596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.031098528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.034215223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.03730164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.040096876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-db5198","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.042961744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-db5198"},"namespace":"ai-tenant-e2e-extmod-a-db5198","name":"default-tenant","reconcileID":"b9c41c2c-c3bb-479d-93e7-7260f8d0dc8d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-db5198","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.343495056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"87be31e6-5a83-4e87-a9bf-ea6392abec94","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.350090835Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"46769c27-8742-4356-b868-f6173c3a1037","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.353875602Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"46769c27-8742-4356-b868-f6173c3a1037","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.357855652Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"simulator-subscription","reconcileID":"46769c27-8742-4356-b868-f6173c3a1037","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566","model":"e2e-models-e2e-worker-w2-085566/simulator-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.3886983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"5e597226-dcab-4dfb-a123-1e42eaa52bb8","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.466745381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"338a18d2-bca3-4569-a6a5-ebcb17410246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.476549993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"338a18d2-bca3-4569-a6a5-ebcb17410246","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.616272017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"d21d43c7-4bf7-4f1d-8fcc-2265b9c095a3","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:27.380323725Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-db5198","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-db5198","reconcileID":"1cd2631e-4859-4dbe-9a2b-ed19cf23a5a4","aitenant":"ai-tenants/e2e-extmod-a-db5198","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:27.492766579Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-db5198","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-db5198","reconcileID":"1cd2631e-4859-4dbe-9a2b-ed19cf23a5a4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-db5198","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-db5198"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:27.514066763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db93eb07-8687-4b44-b9dc-0f78f2101f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:27.518161322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db93eb07-8687-4b44-b9dc-0f78f2101f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:27.524040937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db93eb07-8687-4b44-b9dc-0f78f2101f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:27.531327761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db93eb07-8687-4b44-b9dc-0f78f2101f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:27.729718029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb605072-ec4e-43c3-b890-e05978bfb94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:27.733984288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb605072-ec4e-43c3-b890-e05978bfb94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:27.740791897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb605072-ec4e-43c3-b890-e05978bfb94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:27.747744121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb605072-ec4e-43c3-b890-e05978bfb94b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:27.997527612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086142fb-d761-49cc-a7a6-e91295291e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.002008687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086142fb-d761-49cc-a7a6-e91295291e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.006162033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086142fb-d761-49cc-a7a6-e91295291e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.010643544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086142fb-d761-49cc-a7a6-e91295291e8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.734980178Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"742ea028-47db-471f-a604-bf5a63cd2792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.735022442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"b2b38a5c-a43f-433e-8c76-17613e49625d","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.746934526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"742ea028-47db-471f-a604-bf5a63cd2792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.760796755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"75103332-50e5-4a33-993c-0184a1a9c740","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.777945569Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"742ea028-47db-471f-a604-bf5a63cd2792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.777964261Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"742ea028-47db-471f-a604-bf5a63cd2792","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.788012117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4268407d-b22e-4fe6-85ff-7c10ec11e155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.788647452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"70487e31-e2ba-4185-9bce-dfee5c83d604","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.847515922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4268407d-b22e-4fe6-85ff-7c10ec11e155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.86122956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4268407d-b22e-4fe6-85ff-7c10ec11e155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"e2e-worker-w2-085566-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.861255142Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4268407d-b22e-4fe6-85ff-7c10ec11e155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-085566","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:28.867502775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-access","reconcileID":"4268407d-b22e-4fe6-85ff-7c10ec11e155","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.943670187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"41355934-5c6a-49f6-9dc2-110376b2e690","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:28.948999574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"1d219ccc-17f6-4eab-81d1-43a1b7cf8ed6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.138322101Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"aa9aa28a-2ce5-46c2-ac51-27427ea31a0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a1b8ba30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.179865107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-w2-085566","reconcileID":"7bfaaab2-647b-4e97-9419-a05c1856984f","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.183392058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"aa7a8e17-d865-4050-9e38-90c3facaee31","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.186729261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"a1367210-ed43-4b5b-9ec8-34783794ff15","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.186921878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"303e707c-0dd5-4470-99fc-3c1c7a7c045c","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.189701576Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"4959b968-de2d-431e-bcc7-27a8985b7cc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a1b8ba30","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.301519405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3b0b90-1ef5-4df7-bebf-04295d7c2fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.306059829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3b0b90-1ef5-4df7-bebf-04295d7c2fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.30940876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3b0b90-1ef5-4df7-bebf-04295d7c2fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.31290821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a3b0b90-1ef5-4df7-bebf-04295d7c2fa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.521831817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0740d5-7d67-4675-8518-1887576f9d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.526469951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0740d5-7d67-4675-8518-1887576f9d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.530927652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0740d5-7d67-4675-8518-1887576f9d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.535020344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce0740d5-7d67-4675-8518-1887576f9d49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.681511227Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"6af6ce07-8404-4703-8651-02f2087c9d3a","namespace":"ai-tenant-e2e-worker-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.681626504Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"6af6ce07-8404-4703-8651-02f2087c9d3a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.687225921Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"6af6ce07-8404-4703-8651-02f2087c9d3a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.687242969Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"6af6ce07-8404-4703-8651-02f2087c9d3a","namespace":"ai-tenant-e2e-worker-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.166677296Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","namespace":"ai-tenant-e2e-extmod-b-421604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.166744921Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","namespace":"ai-tenant-e2e-extmod-b-421604","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.166798487Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","tenant":"e2e-extmod-b-421604","tenantID":"e2e-extmod-b-421604","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.17189676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"Deployment","name":"maas-api-e2e-extmod-b-421604","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.185797542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"Service","name":"maas-api-e2e-extmod-b-421604","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.191383254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b1bf1f-711e-4791-8870-206e9b9119eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.196691761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b1bf1f-711e-4791-8870-206e9b9119eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.202279549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-421604","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.203155937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b1bf1f-711e-4791-8870-206e9b9119eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.207691271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b1bf1f-711e-4791-8870-206e9b9119eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.208754562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-421604","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.219714943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.230174463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.238640911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.244591652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.247681036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.250591637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.253592287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"Service","name":"payload-processing-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.257587952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.260717411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.266244959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.269398083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.276556217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.279689131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.282979239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.285914586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-421604","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.28879342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-421604"},"namespace":"ai-tenant-e2e-extmod-b-421604","name":"default-tenant","reconcileID":"c940cb05-d9e0-4fea-aac8-669aab3eeed0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-421604","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.642840869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"836c4e80-f31b-4a45-b7a6-185b2e044b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.646866232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"836c4e80-f31b-4a45-b7a6-185b2e044b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.650581721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"836c4e80-f31b-4a45-b7a6-185b2e044b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:36.654050961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"836c4e80-f31b-4a45-b7a6-185b2e044b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.755160092Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"dcbb2328-b418-4e8f-9ed4-3731ae66d1d5","namespace":"ai-tenant-e2e-worker-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.755221742Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"dcbb2328-b418-4e8f-9ed4-3731ae66d1d5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.760583589Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"dcbb2328-b418-4e8f-9ed4-3731ae66d1d5","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:38.760612487Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"dcbb2328-b418-4e8f-9ed4-3731ae66d1d5","namespace":"ai-tenant-e2e-worker-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.184519472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-w2-085566","reconcileID":"ec7d460b-c4cf-417d-9ae4-b9d964201fe8","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.186999469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"74f8bb62-d240-40b7-b0a0-0ee8398ac798","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.187271844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"977cc5fb-7e3a-4323-82dc-bd89df7f45d3","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.187472908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"b46bc1da-a15e-4df5-bc49-f299521b8573","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.193510956Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"fb8ea87f-e0a1-4d25-9cee-e4fa23bc6c57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.197408372Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"fb8ea87f-e0a1-4d25-9cee-e4fa23bc6c57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.201404708Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"premium-simulator-subscription","reconcileID":"fb8ea87f-e0a1-4d25-9cee-e4fa23bc6c57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-085566"},"name":"maas-trlp-premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566","model":"e2e-models-e2e-worker-w2-085566/premium-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:39.263732174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"da76d735-74f5-41f4-bf77-4caa82223ba3","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:41.349160086Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:43.626427722Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-421604","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-421604","reconcileID":"ae74bdec-8ecb-484a-9992-63b166f99c22","aitenant":"ai-tenants/e2e-extmod-b-421604","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:43.749000343Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-421604","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-421604","reconcileID":"ae74bdec-8ecb-484a-9992-63b166f99c22","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-421604","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-421604"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:43.765737379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7c2834-00bd-40e6-810c-19c8abb0e797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:43.769378315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7c2834-00bd-40e6-810c-19c8abb0e797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:43.772689597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7c2834-00bd-40e6-810c-19c8abb0e797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:43.776080998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7c2834-00bd-40e6-810c-19c8abb0e797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.034456236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42f07bad-93fe-427f-ae99-1e5390862989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.038393109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42f07bad-93fe-427f-ae99-1e5390862989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.04213103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42f07bad-93fe-427f-ae99-1e5390862989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.045646633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42f07bad-93fe-427f-ae99-1e5390862989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.342115931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d20bb1-827f-4991-97d4-eb17a7f8145b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.349833618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d20bb1-827f-4991-97d4-eb17a7f8145b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.357175446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d20bb1-827f-4991-97d4-eb17a7f8145b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:44.361718808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d20bb1-827f-4991-97d4-eb17a7f8145b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.085772249Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","namespace":"ai-tenant-e2e-worker-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.085834908Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","namespace":"ai-tenant-e2e-worker-w2-085566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.085880841Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","tenant":"e2e-worker-w2-085566","tenantID":"e2e-worker-w2-085566","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.093264731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"Deployment","name":"maas-api-e2e-worker-w2-085566","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.108120658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"Service","name":"maas-api-e2e-worker-w2-085566","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.118047395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-085566","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.125275574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-085566","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.134660797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.151555888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.159784022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.167428475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.171380125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.174316102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.177523692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"Service","name":"payload-processing-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.180568519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.183566168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.186362075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.18938471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.20023839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.203237954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.206152702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.209004307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-085566","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.211863925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-085566"},"namespace":"ai-tenant-e2e-worker-w2-085566","name":"default-tenant","reconcileID":"9d802587-21f4-4cf9-84f2-c0f45e8cdd6f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-085566","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:49.185901785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-w2-085566","reconcileID":"f0a1fa19-b15f-4c78-bf1a-f166495da2e9","MaaSModelRef":{"name":"distinct-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:49.188377757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"simulator-w2-085566","reconcileID":"e394fcf2-279b-473e-9c5a-8eb3a019106d","MaaSModelRef":{"name":"simulator-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"simulator-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"simulator-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:49.188636652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"distinct-2-w2-085566","reconcileID":"cd30146c-d201-470e-bfd5-369a7334a3e3","MaaSModelRef":{"name":"distinct-2-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"distinct-2-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"distinct-2-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:49.264458316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"namespace":"e2e-models-e2e-worker-w2-085566","name":"premium-w2-085566","reconcileID":"585e8718-9455-4fec-9f52-94febbd5f09b","MaaSModelRef":{"name":"premium-w2-085566","namespace":"e2e-models-e2e-worker-w2-085566"},"routeName":"premium-w2-085566-kserve-route","namespace":"e2e-models-e2e-worker-w2-085566","llmisvcName":"premium-w2-085566","gateway":"openshift-ingress/e2e-worker-w2-085566","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.85424877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e641ba3c-34e3-4c8b-913e-1eb98dcf63c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.857572657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e641ba3c-34e3-4c8b-913e-1eb98dcf63c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.860706116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e641ba3c-34e3-4c8b-913e-1eb98dcf63c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.866026022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e641ba3c-34e3-4c8b-913e-1eb98dcf63c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:53.109203467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581be142-8501-42bd-b85c-e17676735337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:53.113168105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581be142-8501-42bd-b85c-e17676735337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:53.117461657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581be142-8501-42bd-b85c-e17676735337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:53.124577506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"581be142-8501-42bd-b85c-e17676735337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:54.779885853Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-085566","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-085566","reconcileID":"d7667e46-221b-4c74-b3d1-4fd8563533f9","aitenant":"ai-tenants/e2e-worker-w2-085566","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.000812081Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-085566","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-085566","reconcileID":"d7667e46-221b-4c74-b3d1-4fd8563533f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-085566","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-085566"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.007323791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32056389-8f61-4775-ab29-11153b8800e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.011168404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32056389-8f61-4775-ab29-11153b8800e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.01464248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32056389-8f61-4775-ab29-11153b8800e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.017909547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32056389-8f61-4775-ab29-11153b8800e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.218896359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320f4819-4086-4245-9734-3bab689ac84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.222323699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320f4819-4086-4245-9734-3bab689ac84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.225720023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320f4819-4086-4245-9734-3bab689ac84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.241159391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320f4819-4086-4245-9734-3bab689ac84a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.504300617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244c853c-60e7-40a7-9eb0-ed817567da40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.507919593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244c853c-60e7-40a7-9eb0-ed817567da40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.511371078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244c853c-60e7-40a7-9eb0-ed817567da40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.511448203Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.51993582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244c853c-60e7-40a7-9eb0-ed817567da40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.52115842Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.521354634Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","tenant":"e2e-shared-a-w0-ba89e0","tenantID":"e2e-shared-a-w0-ba89e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.532264443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-ba89e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.546414941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"Service","name":"maas-api-e2e-shared-a-w0-ba89e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.570426492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-ba89e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.581881199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-ba89e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.591037446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.597843603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.60676991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.612953376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.616071433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.628520789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.631557103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.63589628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.639749807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.643058107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.646237837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.664653669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.668233111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.671357128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.674237933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-ba89e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:55.67733596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-ba89e0"},"namespace":"ai-tenant-e2e-shared-a-w0-ba89e0","name":"default-tenant","reconcileID":"7cced03f-4966-4b02-af8b-5e4c921a3f66","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-ba89e0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.560473043Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-ba89e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-ba89e0","reconcileID":"e86283fc-377d-4d1d-8780-73d4c3ca1c79","aitenant":"ai-tenants/e2e-shared-a-w0-ba89e0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.771499482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276a6afb-01f8-4708-adbb-c758e34efa86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.775040295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276a6afb-01f8-4708-adbb-c758e34efa86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.778420763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276a6afb-01f8-4708-adbb-c758e34efa86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.781798658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"276a6afb-01f8-4708-adbb-c758e34efa86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:59.793145604Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-ba89e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-ba89e0","reconcileID":"e86283fc-377d-4d1d-8780-73d4c3ca1c79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-ba89e0","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-ba89e0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.0089358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738241d7-1732-47fc-941c-5b77c05db3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.012589183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738241d7-1732-47fc-941c-5b77c05db3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.016065789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738241d7-1732-47fc-941c-5b77c05db3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.019364059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738241d7-1732-47fc-941c-5b77c05db3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.352541999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffae8fe9-585b-426e-85e2-9a8586885edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.357508987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffae8fe9-585b-426e-85e2-9a8586885edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.361107751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffae8fe9-585b-426e-85e2-9a8586885edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:00.369090876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffae8fe9-585b-426e-85e2-9a8586885edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.366055872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1e897cc2-7dfd-48ce-af41-c4c28075c1c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.416639499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13696ebb-1951-4b89-ae5d-e6c7e9109218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.419971458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13696ebb-1951-4b89-ae5d-e6c7e9109218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.423281888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13696ebb-1951-4b89-ae5d-e6c7e9109218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.426443244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13696ebb-1951-4b89-ae5d-e6c7e9109218","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.464050082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"7d19b133-d8c1-4ae6-8730-15e14f61af82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.46438604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"8ce2400d-595a-4945-bb44-13fcbe8a05a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.464494699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08b0eb79-8f0d-408e-be08-dd46a1f5dc16","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.693989362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a61fd0e-9e44-4de7-be41-d04694827f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.697207839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a61fd0e-9e44-4de7-be41-d04694827f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.70036714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a61fd0e-9e44-4de7-be41-d04694827f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:07.703497413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a61fd0e-9e44-4de7-be41-d04694827f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.670490268Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.670544792Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.670619215Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","tenant":"e2e-shared-b-w0-99a8fe","tenantID":"e2e-shared-b-w0-99a8fe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.676396226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-99a8fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.688225634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"Service","name":"maas-api-e2e-shared-b-w0-99a8fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.700659066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-99a8fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.706198521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-99a8fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.712551287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.720570933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.730981584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.736725375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.740258105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.743453955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.74673329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.749924069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.753041852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.756523931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.759706838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.766877147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.770223802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.773510012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.776745448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-99a8fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:08.779800804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-99a8fe"},"namespace":"ai-tenant-e2e-shared-b-w0-99a8fe","name":"default-tenant","reconcileID":"efe10f4c-d31a-4ed8-bc00-2d297ac78174","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-99a8fe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:11.344485102Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.740397533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"279cad8f-d692-4e75-bd68-a919ae56a23b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.841769461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"c1d297b0-1201-4aaa-8bbd-2eb45f77f549","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.842038767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7cd206d7-d340-4201-834f-1a1ba8a6d625","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:12.842208475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09514e75-8080-4274-b929-6d1bbf242fd0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.041316742Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-99a8fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-99a8fe","reconcileID":"9251f0de-1710-478f-a94f-ca830ffe3bbb","aitenant":"ai-tenants/e2e-shared-b-w0-99a8fe","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.204370199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bda722-ebc4-435c-b49b-5bbc0af1a6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.207874007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bda722-ebc4-435c-b49b-5bbc0af1a6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.211263575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bda722-ebc4-435c-b49b-5bbc0af1a6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.214717249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5bda722-ebc4-435c-b49b-5bbc0af1a6d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.237711904Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-99a8fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-99a8fe","reconcileID":"9251f0de-1710-478f-a94f-ca830ffe3bbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-99a8fe","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-99a8fe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.47255741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f700b6cf-42fc-424f-8677-759e5c7518ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.475683663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f700b6cf-42fc-424f-8677-759e5c7518ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.478907492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f700b6cf-42fc-424f-8677-759e5c7518ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.482209174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f700b6cf-42fc-424f-8677-759e5c7518ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.795512641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190993f6-2c4c-44a7-bdd1-ae849b6df5c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.79966753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190993f6-2c4c-44a7-bdd1-ae849b6df5c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.803793447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190993f6-2c4c-44a7-bdd1-ae849b6df5c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:15.807438891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190993f6-2c4c-44a7-bdd1-ae849b6df5c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.042340395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ccfd9a1-979d-48e1-b216-6bd68aedddf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.136934618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8885faf-dedd-4fa8-a422-7ed74b42bd5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.136935166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"a424b420-ac0e-45dc-a9bb-c547f8ba71a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.137256638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"7b4d0272-f735-468c-9286-3f6862958b57","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.191730717Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"e4b4383d-784e-4d3f-839d-f74650ac013a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.191770087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"0d923727-a243-4830-b875-a5db8f7414a3","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.208131557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6e88ddda-f582-4622-b013-4aeb0df13cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.216490451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"6e88ddda-f582-4622-b013-4aeb0df13cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.237580606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"89e31fb1-2d79-43ac-980b-261e070357e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.306043153Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f84df0c1-3812-42fb-bf2c-6d0239e35643","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.306362877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"9f1d8ee2-f2e6-4168-be2b-558241d8c7d3","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.338026824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"9c1504e0-b21c-49d5-a70f-e3d862464a0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.445046111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"2970a782-5aea-4e60-a069-4983406b5580","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.445617539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7a381232-4bf7-4f4f-9f65-5b96d7babba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.454017298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7a381232-4bf7-4f4f-9f65-5b96d7babba7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:05:16.501962193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-access","reconcileID":"f84df0c1-3812-42fb-bf2c-6d0239e35643","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.50898282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"347dd5cc-6b18-4ed7-99c3-7e2ac526adb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:16.51908211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"347dd5cc-6b18-4ed7-99c3-7e2ac526adb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.14577111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"354cea49-cc08-4631-a6de-11b3db542733","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.190051442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"3e7313d4-6186-44df-baec-64137e76a9b4","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.232975151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"408d3186-3bf5-4a6f-ae28-19c76efcb32a","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.247714066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4b9c47a0-6903-4f2e-8667-120ea3c3f328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.248569637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"36ef6247-b087-4e74-b7f3-7130698742e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.256296735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"4b9c47a0-6903-4f2e-8667-120ea3c3f328","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.267327443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"3bee3d1b-d681-46c0-810c-d30b8e7eacf1","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.273127658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"23d670a6-bc75-4c28-8c7f-7e2ad4216e98","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.277545771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"4a67685b-1067-403e-a276-4c69e1d8aedd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.282836271Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"4a67685b-1067-403e-a276-4c69e1d8aedd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.349194299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"ea82c948-e389-45e2-a9db-d6e5f5b73afa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.352484245Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"simulator-subscription","reconcileID":"4a67685b-1067-403e-a276-4c69e1d8aedd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/simulator-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.45865012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7bc681da-f830-4d9c-a134-1168a34b7ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.468710907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"b77e505f-1f47-4d89-b333-620a364c9b7a","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.470723292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"7bc681da-f830-4d9c-a134-1168a34b7ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.548064244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f2485020-b086-4959-8c3b-d0caebea089d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:21.556374589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f2485020-b086-4959-8c3b-d0caebea089d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:23.354903459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc9f7286-d7e1-4400-97d7-1a43292ef206","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:23.431949227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ca18e2e2-b4f3-45e5-a16f-e68160f85067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:23.440751597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ca18e2e2-b4f3-45e5-a16f-e68160f85067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:23.454306495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"413d153d-00e9-44a1-a5d5-37343d62e5d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:23.454511627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9d062a32-06f8-4097-9a52-917a0d66167d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:26.376948851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"22c31cee-2cc0-4552-b98d-cee7060f3fab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:26.474645623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81fc3681-1dd3-4ed3-bf39-0470b29ca303","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:26.474993757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0b4fe175-134c-4392-a0b7-7bc30227b73c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:27.840234837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"daaacde2-99b9-4393-bce3-fd562a28d844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:27.848565593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"ebed5ad0-8c2f-41e2-9c3a-cbeafe3c9c7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:27.848997409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"daaacde2-99b9-4393-bce3-fd562a28d844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:27.883584205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"3df30e1b-d524-4e21-a917-3fed39c8bae4","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:27.883894066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"423c24b4-b561-488f-80ce-1427492a3203","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:27.887513504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"a7efd698-b9ff-4867-ae1c-dcf2e2680f67","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:27.891347016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"01f18205-47da-44c2-b9ef-2af1c615aee9","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:27.960694111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"1af0dfb6-4eda-4cc9-82f8-e889a73f0a87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.044205985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"38ba0865-d779-49b8-809c-8ac32650b7ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.052429314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"38ba0865-d779-49b8-809c-8ac32650b7ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.066495381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862d7750-33ba-4f2a-a65d-19befcf0d1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.069894315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862d7750-33ba-4f2a-a65d-19befcf0d1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.07319447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862d7750-33ba-4f2a-a65d-19befcf0d1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.076636497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"862d7750-33ba-4f2a-a65d-19befcf0d1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.368535413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"8333dc98-9258-492b-b063-eb438d0bdd12","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.450883764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ae726f35-0a30-40a8-8530-8a9398341be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.454446721Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"cc72f2df-005a-45b5-9813-411472a96563","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-402ae974","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.459497915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"ae726f35-0a30-40a8-8530-8a9398341be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.511964102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c92449-1ced-47ea-a44e-b60f6dc9c89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.515509883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c92449-1ced-47ea-a44e-b60f6dc9c89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.519039517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c92449-1ced-47ea-a44e-b60f6dc9c89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.522688995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35c92449-1ced-47ea-a44e-b60f6dc9c89a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.586725196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0ab6ebac-8dea-4056-8113-446f4c6d2251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.595111613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"0ab6ebac-8dea-4056-8113-446f4c6d2251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.781676824Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f42c70f9-52d8-4671-a3dd-83926f3289ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.781699019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"8ff2e2ed-c582-4911-be95-890165f86b2c","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.793243908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f42c70f9-52d8-4671-a3dd-83926f3289ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.794158144Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"b5e949dd-75b6-4586-9ff7-41d003eb1e79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-402ae974","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.822620753Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f42c70f9-52d8-4671-a3dd-83926f3289ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.822635341Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"f42c70f9-52d8-4671-a3dd-83926f3289ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.830130708Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9b0cf24c-8d1d-43c6-bd30-f6b640dfaac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.830288713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"29bbc696-ab46-45ef-9a68-c487edb19fae","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.988784547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9b0cf24c-8d1d-43c6-bd30-f6b640dfaac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.996889639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9b0cf24c-8d1d-43c6-bd30-f6b640dfaac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"e2e-worker-w0-f3631f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:28.996905549Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9b0cf24c-8d1d-43c6-bd30-f6b640dfaac4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-f3631f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:05:29.000327285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-access","reconcileID":"9b0cf24c-8d1d-43c6-bd30-f6b640dfaac4","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:29.026767976Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"b9bb2fc2-908a-434c-a13a-c43e40a5b360","namespace":"ai-tenant-e2e-worker-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:29.026826869Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"b9bb2fc2-908a-434c-a13a-c43e40a5b360","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:29.032028662Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"b9bb2fc2-908a-434c-a13a-c43e40a5b360","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:29.032044952Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"b9bb2fc2-908a-434c-a13a-c43e40a5b360","namespace":"ai-tenant-e2e-worker-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:34.032956335Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"ecb8654b-40a0-47bd-94fe-9da99f4e0d07","namespace":"ai-tenant-e2e-worker-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:34.033022385Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"ecb8654b-40a0-47bd-94fe-9da99f4e0d07","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:34.045019048Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"ecb8654b-40a0-47bd-94fe-9da99f4e0d07","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:34.045050083Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"ecb8654b-40a0-47bd-94fe-9da99f4e0d07","namespace":"ai-tenant-e2e-worker-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:37.884827848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"7aa1137b-f81c-4aef-b7f0-85d92f436f6d","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:37.888299191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"041d9dd1-aedb-4582-9514-f23e436c97f5","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:37.89254586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"cd1d43c6-9659-4887-bf87-b55330df88a0","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:38.798467589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"7275c408-efa8-4fcf-8be3-51c56f9611ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:38.802424615Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"7275c408-efa8-4fcf-8be3-51c56f9611ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:38.81799001Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"premium-simulator-subscription","reconcileID":"7275c408-efa8-4fcf-8be3-51c56f9611ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"name":"maas-trlp-premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f","model":"e2e-models-e2e-worker-w0-f3631f/premium-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:38.831200575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"25a7f63c-0bf8-46c9-b832-7c44003fb2bd","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:38.843214095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"6241d848-38a0-42c9-82fb-a5488daf7d27","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.046332164Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","namespace":"ai-tenant-e2e-worker-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.046436745Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","namespace":"ai-tenant-e2e-worker-w0-f3631f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.046510503Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","tenant":"e2e-worker-w0-f3631f","tenantID":"e2e-worker-w0-f3631f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.052016409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"Deployment","name":"maas-api-e2e-worker-w0-f3631f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.063677013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"Service","name":"maas-api-e2e-worker-w0-f3631f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.077848598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-f3631f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.085871295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-f3631f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.095739629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.102612143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.110927097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.11679498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.119771734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.122800037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.125810383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"Service","name":"payload-processing-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.128736816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.132138397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.134947599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.140787068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.14837477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.151831581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.154918053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.157854204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-f3631f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:39.160830109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-f3631f"},"namespace":"ai-tenant-e2e-worker-w0-f3631f","name":"default-tenant","reconcileID":"13c73d49-0988-4578-b4c7-be0e1da70a20","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-f3631f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.344354169Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.518196797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36899a7c-745a-4a42-a785-9fb4adc11ade","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.616833516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79fabf03-45b9-4d2f-ac5c-4127dca88a67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:45.658090348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b98c2a79-c156-495a-8d9c-c710f215e3dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:45.658205028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f2fa06c0-f30f-4968-8990-bd59eea6eb21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:47.88544944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-2-w0-f3631f","reconcileID":"a44680d8-5398-41c4-a461-ed049e621179","MaaSModelRef":{"name":"distinct-2-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-2-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-2-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:47.888948281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"distinct-w0-f3631f","reconcileID":"5d3df3f0-798b-472f-ab30-849b6e1a8528","MaaSModelRef":{"name":"distinct-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"distinct-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"distinct-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:47.89310795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"1bea6b1b-c244-4cc0-99d4-600ff8f6952b","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:48.843736808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"premium-w0-f3631f","reconcileID":"26017a1b-473b-4f5b-9021-81d83ecd7198","MaaSModelRef":{"name":"premium-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"premium-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"premium-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:57.60207848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"namespace":"e2e-models-e2e-worker-w0-f3631f","name":"simulator-w0-f3631f","reconcileID":"032d5a39-d7b8-4303-af35-44d0d30f25bc","MaaSModelRef":{"name":"simulator-w0-f3631f","namespace":"e2e-models-e2e-worker-w0-f3631f"},"routeName":"simulator-w0-f3631f-kserve-route","namespace":"e2e-models-e2e-worker-w0-f3631f","llmisvcName":"simulator-w0-f3631f","gateway":"openshift-ingress/e2e-worker-w0-f3631f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.513046711Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f3631f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f3631f","reconcileID":"d4b4994f-3259-482a-90f2-a8b4503f5ea3","aitenant":"ai-tenants/e2e-worker-w0-f3631f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.599044815Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-f3631f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-f3631f","reconcileID":"d4b4994f-3259-482a-90f2-a8b4503f5ea3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-f3631f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-f3631f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.613447367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b049a0f3-30ca-4e1a-97c5-04fb68a7bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.616769759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b049a0f3-30ca-4e1a-97c5-04fb68a7bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.620065822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b049a0f3-30ca-4e1a-97c5-04fb68a7bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:00.623586308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b049a0f3-30ca-4e1a-97c5-04fb68a7bf4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.005838536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258e9d8d-22ef-41b7-a8d6-65b2b299d508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.009538166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258e9d8d-22ef-41b7-a8d6-65b2b299d508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.012774332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258e9d8d-22ef-41b7-a8d6-65b2b299d508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.016137028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"258e9d8d-22ef-41b7-a8d6-65b2b299d508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.215415255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af5322c-665e-4d13-bf6b-6232e2919da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.218764888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af5322c-665e-4d13-bf6b-6232e2919da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.221952804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af5322c-665e-4d13-bf6b-6232e2919da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:01.225300927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3af5322c-665e-4d13-bf6b-6232e2919da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}